ASTERIXDB-1736: Remove Grace Hash Join (not being used) - Removed Grace Hash Join that is not currently being used since we always use Optimized Hybrid Hash Join.
Change-Id: I16e9e4c73d7851f18a48c2715a6bc5c903b74eba Reviewed-on: https://asterix-gerrit.ics.uci.edu/1353 Tested-by: Jenkins <jenk...@fulliautomatix.ics.uci.edu> Integration-Tests: Jenkins <jenk...@fulliautomatix.ics.uci.edu> Reviewed-by: Yingyi Bu <buyin...@gmail.com> Project: http://git-wip-us.apache.org/repos/asf/asterixdb/repo Commit: http://git-wip-us.apache.org/repos/asf/asterixdb/commit/f3553ecf Tree: http://git-wip-us.apache.org/repos/asf/asterixdb/tree/f3553ecf Diff: http://git-wip-us.apache.org/repos/asf/asterixdb/diff/f3553ecf Branch: refs/heads/master Commit: f3553ecf78fafe50a670f27bf4524bf0f540768e Parents: 12a502b Author: Taewoo Kim <wangs...@yahoo.com> Authored: Sat Nov 26 12:12:40 2016 -0800 Committer: Taewoo Kim <wangs...@yahoo.com> Committed: Sat Nov 26 15:40:57 2016 -0800 ---------------------------------------------------------------------- .../join/GraceHashJoinOperatorDescriptor.java | 167 ----- .../join/GraceHashJoinOperatorNodePushable.java | 155 ----- ...hJoinPartitionBuildOperatorNodePushable.java | 134 ---- .../std/join/GraceHashJoinPartitionState.java | 53 -- .../TPCHCustomerOrderHashJoinTest.java | 678 ++++++------------- .../hyracks/examples/tpch/client/Join.java | 9 - 6 files changed, 204 insertions(+), 992 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/asterixdb/blob/f3553ecf/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinOperatorDescriptor.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinOperatorDescriptor.java b/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinOperatorDescriptor.java deleted file mode 100644 index 2f7b1c2..0000000 --- a/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinOperatorDescriptor.java +++ /dev/null @@ -1,167 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.hyracks.dataflow.std.join; - -import org.apache.hyracks.api.context.IHyracksTaskContext; -import org.apache.hyracks.api.dataflow.ActivityId; -import org.apache.hyracks.api.dataflow.IActivityGraphBuilder; -import org.apache.hyracks.api.dataflow.IOperatorNodePushable; -import org.apache.hyracks.api.dataflow.TaskId; -import org.apache.hyracks.api.dataflow.value.IBinaryComparatorFactory; -import org.apache.hyracks.api.dataflow.value.IBinaryHashFunctionFactory; -import org.apache.hyracks.api.dataflow.value.IMissingWriterFactory; -import org.apache.hyracks.api.dataflow.value.IPredicateEvaluator; -import org.apache.hyracks.api.dataflow.value.IPredicateEvaluatorFactory; -import org.apache.hyracks.api.dataflow.value.IRecordDescriptorProvider; -import org.apache.hyracks.api.dataflow.value.RecordDescriptor; -import org.apache.hyracks.api.job.IOperatorDescriptorRegistry; -import org.apache.hyracks.dataflow.std.base.AbstractActivityNode; -import org.apache.hyracks.dataflow.std.base.AbstractOperatorDescriptor; - -public class GraceHashJoinOperatorDescriptor extends AbstractOperatorDescriptor { - private static final int RPARTITION_ACTIVITY_ID = 0; - private static final int SPARTITION_ACTIVITY_ID = 1; - private static final int JOIN_ACTIVITY_ID = 2; - - private static final long serialVersionUID = 1L; - private final int[] keys0; - private final int[] keys1; - private final int inputsize0; - private final int recordsPerFrame; - private final int memsize; - private final double factor; - private final IBinaryHashFunctionFactory[] hashFunctionFactories; - private final IBinaryComparatorFactory[] comparatorFactories; - private final IPredicateEvaluatorFactory predEvaluatorFactory; - private final boolean isLeftOuter; - private final IMissingWriterFactory[] nullWriterFactories1; - - public GraceHashJoinOperatorDescriptor(IOperatorDescriptorRegistry spec, int memsize, int inputsize0, - int recordsPerFrame, double factor, int[] keys0, int[] keys1, - IBinaryHashFunctionFactory[] hashFunctionFactories, IBinaryComparatorFactory[] comparatorFactories, - RecordDescriptor recordDescriptor, IPredicateEvaluatorFactory predEvalFactory) { - super(spec, 2, 1); - this.memsize = memsize; - this.inputsize0 = inputsize0; - this.recordsPerFrame = recordsPerFrame; - this.factor = factor; - this.keys0 = keys0; - this.keys1 = keys1; - this.hashFunctionFactories = hashFunctionFactories; - this.comparatorFactories = comparatorFactories; - this.predEvaluatorFactory = predEvalFactory; - this.isLeftOuter = false; - this.nullWriterFactories1 = null; - recordDescriptors[0] = recordDescriptor; - } - - public GraceHashJoinOperatorDescriptor(IOperatorDescriptorRegistry spec, int memsize, int inputsize0, - int recordsPerFrame, double factor, int[] keys0, int[] keys1, - IBinaryHashFunctionFactory[] hashFunctionFactories, IBinaryComparatorFactory[] comparatorFactories, - RecordDescriptor recordDescriptor, boolean isLeftOuter, IMissingWriterFactory[] nullWriterFactories1, - IPredicateEvaluatorFactory predEvalFactory) { - super(spec, 2, 1); - this.memsize = memsize; - this.inputsize0 = inputsize0; - this.recordsPerFrame = recordsPerFrame; - this.factor = factor; - this.keys0 = keys0; - this.keys1 = keys1; - this.hashFunctionFactories = hashFunctionFactories; - this.comparatorFactories = comparatorFactories; - this.predEvaluatorFactory = predEvalFactory; - this.isLeftOuter = isLeftOuter; - this.nullWriterFactories1 = nullWriterFactories1; - recordDescriptors[0] = recordDescriptor; - } - - @Override - public void contributeActivities(IActivityGraphBuilder builder) { - ActivityId rpartAid = new ActivityId(odId, RPARTITION_ACTIVITY_ID); - HashPartitionActivityNode rpart = new HashPartitionActivityNode(rpartAid, keys0); - ActivityId spartAid = new ActivityId(odId, SPARTITION_ACTIVITY_ID); - HashPartitionActivityNode spart = new HashPartitionActivityNode(spartAid, keys1); - JoinActivityNode join = new JoinActivityNode(new ActivityId(odId, JOIN_ACTIVITY_ID), rpartAid, spartAid); - - builder.addActivity(this, rpart); - builder.addSourceEdge(0, rpart, 0); - - builder.addActivity(this, spart); - builder.addSourceEdge(1, spart, 0); - - builder.addActivity(this, join); - builder.addBlockingEdge(rpart, spart); - builder.addBlockingEdge(spart, join); - - builder.addTargetEdge(0, join, 0); - } - - public int getMemorySize() { - return memsize; - } - - private class HashPartitionActivityNode extends AbstractActivityNode { - private static final long serialVersionUID = 1L; - private int[] keys; - - public HashPartitionActivityNode(ActivityId id, int[] keys) { - super(id); - this.keys = keys; - } - - @Override - public IOperatorNodePushable createPushRuntime(IHyracksTaskContext ctx, - IRecordDescriptorProvider recordDescProvider, int partition, int nPartitions) { - return new GraceHashJoinPartitionBuildOperatorNodePushable(ctx, new TaskId(getActivityId(), partition), - keys, hashFunctionFactories, comparatorFactories, - (int) Math.ceil(Math.sqrt(inputsize0 * factor / nPartitions)), - recordDescProvider.getInputRecordDescriptor(getActivityId(), 0)); - } - } - - private class JoinActivityNode extends AbstractActivityNode { - private static final long serialVersionUID = 1L; - - private final ActivityId rpartAid; - - private final ActivityId spartAid; - - public JoinActivityNode(ActivityId id, ActivityId rpartAid, ActivityId spartAid) { - super(id); - this.rpartAid = rpartAid; - this.spartAid = spartAid; - } - - @Override - public IOperatorNodePushable createPushRuntime(final IHyracksTaskContext ctx, - final IRecordDescriptorProvider recordDescProvider, final int partition, final int nPartitions) { - final RecordDescriptor rd0 = recordDescProvider.getInputRecordDescriptor(rpartAid, 0); - final RecordDescriptor rd1 = recordDescProvider.getInputRecordDescriptor(spartAid, 0); - int numPartitions = (int) Math.ceil(Math.sqrt(inputsize0 * factor / nPartitions)); - final IPredicateEvaluator predEvaluator = predEvaluatorFactory == null ? null - : predEvaluatorFactory.createPredicateEvaluator(); - - return new GraceHashJoinOperatorNodePushable(ctx, - new TaskId(new ActivityId(getOperatorId(), RPARTITION_ACTIVITY_ID), partition), - new TaskId(new ActivityId(getOperatorId(), SPARTITION_ACTIVITY_ID), partition), recordsPerFrame, - factor, keys0, keys1, hashFunctionFactories, comparatorFactories, nullWriterFactories1, rd1, rd0, - recordDescriptors[0], numPartitions, predEvaluator, isLeftOuter); - } - } -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/f3553ecf/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinOperatorNodePushable.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinOperatorNodePushable.java b/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinOperatorNodePushable.java deleted file mode 100644 index 2de8e6c..0000000 --- a/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinOperatorNodePushable.java +++ /dev/null @@ -1,155 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.hyracks.dataflow.std.join; - -import java.nio.ByteBuffer; - -import org.apache.hyracks.api.comm.IFrame; -import org.apache.hyracks.api.comm.VSizeFrame; -import org.apache.hyracks.api.context.IHyracksTaskContext; -import org.apache.hyracks.api.dataflow.value.IBinaryComparator; -import org.apache.hyracks.api.dataflow.value.IBinaryComparatorFactory; -import org.apache.hyracks.api.dataflow.value.IBinaryHashFunctionFactory; -import org.apache.hyracks.api.dataflow.value.IMissingWriter; -import org.apache.hyracks.api.dataflow.value.IMissingWriterFactory; -import org.apache.hyracks.api.dataflow.value.IPredicateEvaluator; -import org.apache.hyracks.api.dataflow.value.ITuplePartitionComputer; -import org.apache.hyracks.api.dataflow.value.RecordDescriptor; -import org.apache.hyracks.api.exceptions.HyracksDataException; -import org.apache.hyracks.dataflow.common.comm.io.FrameTupleAccessor; -import org.apache.hyracks.dataflow.std.util.FrameTuplePairComparator; -import org.apache.hyracks.dataflow.common.comm.util.FrameUtils; -import org.apache.hyracks.dataflow.common.data.partition.FieldHashPartitionComputerFactory; -import org.apache.hyracks.dataflow.common.data.partition.RepartitionComputerFactory; -import org.apache.hyracks.dataflow.common.io.RunFileReader; -import org.apache.hyracks.dataflow.common.io.RunFileWriter; -import org.apache.hyracks.dataflow.std.base.AbstractUnaryOutputSourceOperatorNodePushable; -import org.apache.hyracks.dataflow.std.structures.ISerializableTable; -import org.apache.hyracks.dataflow.std.structures.SerializableHashTable; - -class GraceHashJoinOperatorNodePushable extends AbstractUnaryOutputSourceOperatorNodePushable { - private final IHyracksTaskContext ctx; - private final Object state0Id; - private final Object state1Id; - private final int[] keys0; - private final int[] keys1; - private final IBinaryHashFunctionFactory[] hashFunctionFactories; - private final IBinaryComparatorFactory[] comparatorFactories; - private final IMissingWriterFactory[] nonMatchWriterFactories; - private final RecordDescriptor rd0; - private final RecordDescriptor rd1; - private final int recordsPerFrame; - private final double factor; - private final int numPartitions; - private final boolean isLeftOuter; - private final IPredicateEvaluator predEvaluator; - - GraceHashJoinOperatorNodePushable(IHyracksTaskContext ctx, Object state0Id, Object state1Id, int recordsPerFrame, - double factor, int[] keys0, int[] keys1, IBinaryHashFunctionFactory[] hashFunctionFactories, - IBinaryComparatorFactory[] comparatorFactories, IMissingWriterFactory[] nullWriterFactories, - RecordDescriptor rd1, RecordDescriptor rd0, RecordDescriptor outRecordDescriptor, int numPartitions, - IPredicateEvaluator predEval, boolean isLeftOuter) { - this.ctx = ctx; - this.state0Id = state0Id; - this.state1Id = state1Id; - this.keys0 = keys0; - this.keys1 = keys1; - this.hashFunctionFactories = hashFunctionFactories; - this.comparatorFactories = comparatorFactories; - this.nonMatchWriterFactories = nullWriterFactories; - this.rd0 = rd0; - this.rd1 = rd1; - this.numPartitions = numPartitions; - this.recordsPerFrame = recordsPerFrame; - this.factor = factor; - this.predEvaluator = predEval; - this.isLeftOuter = isLeftOuter; - } - - @Override - public void initialize() throws HyracksDataException { - GraceHashJoinPartitionState rState = (GraceHashJoinPartitionState) ctx.getStateObject(state0Id); - GraceHashJoinPartitionState sState = (GraceHashJoinPartitionState) ctx.getStateObject(state1Id); - RunFileWriter[] buildWriters = sState.getRunWriters(); - RunFileWriter[] probeWriters = rState.getRunWriters(); - - IBinaryComparator[] comparators = new IBinaryComparator[comparatorFactories.length]; - for (int i = 0; i < comparatorFactories.length; ++i) { - comparators[i] = comparatorFactories[i].createBinaryComparator(); - } - ITuplePartitionComputer hpcRep0 = new RepartitionComputerFactory(numPartitions, - new FieldHashPartitionComputerFactory(keys0, hashFunctionFactories)).createPartitioner(); - ITuplePartitionComputer hpcRep1 = new RepartitionComputerFactory(numPartitions, - new FieldHashPartitionComputerFactory(keys1, hashFunctionFactories)).createPartitioner(); - - final IMissingWriter[] nullWriters1 = isLeftOuter ? new IMissingWriter[nonMatchWriterFactories.length] : null; - if (isLeftOuter) { - for (int i = 0; i < nonMatchWriterFactories.length; i++) { - nullWriters1[i] = nonMatchWriterFactories[i].createMissingWriter(); - } - } - try { - writer.open();// open for probe - IFrame buffer = new VSizeFrame(ctx); - // buffer - int tableSize = (int) (numPartitions * recordsPerFrame * factor); - ISerializableTable table = new SerializableHashTable(tableSize, ctx); - - for (int partitionid = 0; partitionid < numPartitions; partitionid++) { - RunFileWriter buildWriter = buildWriters[partitionid]; - RunFileWriter probeWriter = probeWriters[partitionid]; - if ((buildWriter == null && !isLeftOuter) || probeWriter == null) { - continue; - } - table.reset(); - InMemoryHashJoin joiner = new InMemoryHashJoin(ctx, tableSize, new FrameTupleAccessor(rd0), hpcRep0, - new FrameTupleAccessor(rd1), hpcRep1, new FrameTuplePairComparator(keys0, keys1, comparators), - isLeftOuter, nullWriters1, table, predEvaluator); - - // build - if (buildWriter != null) { - RunFileReader buildReader = buildWriter.createDeleteOnCloseReader(); - buildReader.open(); - while (buildReader.nextFrame(buffer)) { - ByteBuffer copyBuffer = ctx.allocateFrame(buffer.getFrameSize()); - FrameUtils.copyAndFlip(buffer.getBuffer(), copyBuffer); - joiner.build(copyBuffer); - buffer.reset(); - } - buildReader.close(); - } - - // probe - RunFileReader probeReader = probeWriter.createDeleteOnCloseReader(); - probeReader.open(); - while (probeReader.nextFrame(buffer)) { - joiner.join(buffer.getBuffer(), writer); - buffer.reset(); - } - probeReader.close(); - joiner.closeJoin(writer); - } - } catch (Throwable th) { - writer.fail(); - throw new HyracksDataException(th); - } finally { - writer.close(); - } - } -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/f3553ecf/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinPartitionBuildOperatorNodePushable.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinPartitionBuildOperatorNodePushable.java b/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinPartitionBuildOperatorNodePushable.java deleted file mode 100644 index 5a5543b..0000000 --- a/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinPartitionBuildOperatorNodePushable.java +++ /dev/null @@ -1,134 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.hyracks.dataflow.std.join; - -import java.nio.ByteBuffer; - -import org.apache.hyracks.api.comm.IFrame; -import org.apache.hyracks.api.comm.VSizeFrame; -import org.apache.hyracks.api.context.IHyracksTaskContext; -import org.apache.hyracks.api.dataflow.value.IBinaryComparator; -import org.apache.hyracks.api.dataflow.value.IBinaryComparatorFactory; -import org.apache.hyracks.api.dataflow.value.IBinaryHashFunctionFactory; -import org.apache.hyracks.api.dataflow.value.ITuplePartitionComputer; -import org.apache.hyracks.api.dataflow.value.RecordDescriptor; -import org.apache.hyracks.api.exceptions.HyracksDataException; -import org.apache.hyracks.api.io.FileReference; -import org.apache.hyracks.dataflow.common.comm.io.FrameTupleAccessor; -import org.apache.hyracks.dataflow.common.comm.io.FrameTupleAppender; -import org.apache.hyracks.dataflow.common.data.partition.FieldHashPartitionComputerFactory; -import org.apache.hyracks.dataflow.common.io.RunFileWriter; -import org.apache.hyracks.dataflow.std.base.AbstractUnaryInputSinkOperatorNodePushable; - -class GraceHashJoinPartitionBuildOperatorNodePushable extends - AbstractUnaryInputSinkOperatorNodePushable { - private final IHyracksTaskContext ctx; - private final Object stateId; - private final int numPartitions; - private final IBinaryComparator[] comparators; - private final FrameTupleAccessor accessor0; - private final ITuplePartitionComputer hpc; - private final FrameTupleAppender appender; - private IFrame[] outbufs; - private GraceHashJoinPartitionState state; - - GraceHashJoinPartitionBuildOperatorNodePushable(IHyracksTaskContext ctx, Object stateId, int[] keys, - IBinaryHashFunctionFactory[] hashFunctionFactories, IBinaryComparatorFactory[] comparatorFactories, - int numPartitions, RecordDescriptor inRecordDescriptor) { - this.ctx = ctx; - this.stateId = stateId; - this.numPartitions = numPartitions; - accessor0 = new FrameTupleAccessor(inRecordDescriptor); - appender = new FrameTupleAppender(); - hpc = new FieldHashPartitionComputerFactory(keys, hashFunctionFactories).createPartitioner(); - comparators = new IBinaryComparator[comparatorFactories.length]; - for (int i = 0; i < comparatorFactories.length; ++i) { - comparators[i] = comparatorFactories[i].createBinaryComparator(); - } - } - - @Override - public void close() throws HyracksDataException { - for (int i = 0; i < numPartitions; i++) { - ByteBuffer head = outbufs[i].getBuffer(); - accessor0.reset(head); - if (accessor0.getTupleCount() > 0) { - write(i, head); - } - closeWriter(i); - } - - ctx.setStateObject(state); - } - - private void closeWriter(int i) throws HyracksDataException { - RunFileWriter writer = state.getRunWriters()[i]; - if (writer != null) { - writer.close(); - } - } - - private void write(int i, ByteBuffer head) throws HyracksDataException { - RunFileWriter writer = state.getRunWriters()[i]; - if (writer == null) { - FileReference file = ctx.getJobletContext().createManagedWorkspaceFile( - GraceHashJoinOperatorDescriptor.class.getSimpleName()); - writer = new RunFileWriter(file, ctx.getIOManager()); - writer.open(); - state.getRunWriters()[i] = writer; - } - writer.nextFrame(head); - } - - @Override - public void nextFrame(ByteBuffer buffer) throws HyracksDataException { - accessor0.reset(buffer); - int tCount = accessor0.getTupleCount(); - for (int i = 0; i < tCount; ++i) { - - int entry = hpc.partition(accessor0, i, numPartitions); - IFrame outbuf = outbufs[entry]; - appender.reset(outbuf, false); - if (!appender.append(accessor0, i)) { - // buffer is full, ie. we cannot fit the tuple - // into the buffer -- write it to disk - write(entry, outbuf.getBuffer()); - outbuf.reset(); - appender.reset(outbuf, true); - if (!appender.append(accessor0, i)) { - throw new HyracksDataException("Item too big to fit in frame"); - } - } - } - } - - @Override - public void open() throws HyracksDataException { - state = new GraceHashJoinPartitionState(ctx.getJobletContext().getJobId(), stateId); - outbufs = new IFrame[numPartitions]; - state.setRunWriters(new RunFileWriter[numPartitions]); - for (int i = 0; i < numPartitions; i++) { - outbufs[i] = new VSizeFrame(ctx); - } - } - - @Override - public void fail() throws HyracksDataException { - } -} http://git-wip-us.apache.org/repos/asf/asterixdb/blob/f3553ecf/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinPartitionState.java ---------------------------------------------------------------------- diff --git a/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinPartitionState.java b/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinPartitionState.java deleted file mode 100644 index a970a6c..0000000 --- a/hyracks-fullstack/hyracks/hyracks-dataflow-std/src/main/java/org/apache/hyracks/dataflow/std/join/GraceHashJoinPartitionState.java +++ /dev/null @@ -1,53 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ -package org.apache.hyracks.dataflow.std.join; - -import java.io.DataInput; -import java.io.DataOutput; -import java.io.IOException; - -import org.apache.hyracks.api.job.JobId; -import org.apache.hyracks.dataflow.common.io.RunFileWriter; -import org.apache.hyracks.dataflow.std.base.AbstractStateObject; - -public class GraceHashJoinPartitionState extends AbstractStateObject { - private RunFileWriter[] fWriters; - - public GraceHashJoinPartitionState(JobId jobId, Object id) { - super(jobId, id); - } - - public RunFileWriter[] getRunWriters() { - return fWriters; - } - - public void setRunWriters(RunFileWriter[] fWriters) { - this.fWriters = fWriters; - } - - @Override - public void toBytes(DataOutput out) throws IOException { - - } - - @Override - public void fromBytes(DataInput in) throws IOException { - - } -}
