Sent from my iPhone
On May 13, 2013, at 18:52, [email protected] wrote: > Update typing system. Update RPC system. Add Fragmenting Implementation. > Working single node. Distributed failing due to threading issues. > > > Project: http://git-wip-us.apache.org/repos/asf/incubator-drill/repo > Commit: http://git-wip-us.apache.org/repos/asf/incubator-drill/commit/e57a8d6d > Tree: http://git-wip-us.apache.org/repos/asf/incubator-drill/tree/e57a8d6d > Diff: http://git-wip-us.apache.org/repos/asf/incubator-drill/diff/e57a8d6d > > Branch: refs/heads/execwork > Commit: e57a8d6d4ae282a79bc6e0a7354de992c391300f > Parents: f0be80d > Author: Jacques Nadeau <[email protected]> > Authored: Sun May 5 20:18:32 2013 -0700 > Committer: Jacques Nadeau <[email protected]> > Committed: Mon May 13 18:50:31 2013 -0700 > > ---------------------------------------------------------------------- > sandbox/prototype/common/pom.xml | 12 + > .../apache/drill/common/config/DrillConfig.java | 9 +- > .../common/exceptions/ExecutionSetupException.java | 44 +++ > .../exceptions/PhysicalOperatorSetupException.java | 45 +++ > .../apache/drill/common/expression/SchemaPath.java | 2 +- > .../drill/common/expression/types/DataType.java | 11 + > .../apache/drill/common/optimize/Optimizer.java | 45 --- > .../drill/common/physical/DataValidationMode.java | 24 -- > .../drill/common/physical/EndpointAffinity.java | 60 ---- > .../org/apache/drill/common/physical/FieldSet.java | 80 ----- > .../apache/drill/common/physical/OperatorCost.java | 61 ---- > .../apache/drill/common/physical/PhysicalPlan.java | 95 ----- > .../apache/drill/common/physical/ReadEntry.java | 25 -- > .../apache/drill/common/physical/RecordField.java | 60 ---- > .../apache/drill/common/physical/WriteEntry.java | 22 -- > .../apache/drill/common/physical/pop/Filter.java | 52 --- > .../physical/pop/PartitionToRandomExchange.java | 92 ----- > .../apache/drill/common/physical/pop/Project.java | 53 --- > .../apache/drill/common/physical/pop/Screen.java | 77 ---- > .../org/apache/drill/common/physical/pop/Sort.java | 57 --- > .../common/physical/pop/base/AbstractBase.java | 56 --- > .../common/physical/pop/base/AbstractExchange.java | 68 ---- > .../physical/pop/base/AbstractPhysicalVisitor.java | 80 ----- > .../common/physical/pop/base/AbstractReceiver.java | 32 -- > .../common/physical/pop/base/AbstractScan.java | 62 ---- > .../common/physical/pop/base/AbstractSender.java | 29 -- > .../common/physical/pop/base/AbstractSingle.java | 48 --- > .../common/physical/pop/base/AbstractStore.java | 42 --- > .../drill/common/physical/pop/base/Exchange.java | 69 ---- > .../common/physical/pop/base/ExchangeCost.java | 55 --- > .../common/physical/pop/base/FragmentLeaf.java | 25 -- > .../common/physical/pop/base/FragmentRoot.java | 25 -- > .../common/physical/pop/base/HasAffinity.java | 26 -- > .../drill/common/physical/pop/base/Leaf.java | 21 -- > .../common/physical/pop/base/PhysicalOperator.java | 59 --- > .../physical/pop/base/PhysicalOperatorUtil.java | 34 -- > .../common/physical/pop/base/PhysicalVisitor.java | 43 --- > .../drill/common/physical/pop/base/Receiver.java | 38 -- > .../drill/common/physical/pop/base/Root.java | 24 -- > .../drill/common/physical/pop/base/Scan.java | 36 -- > .../drill/common/physical/pop/base/Sender.java | 29 -- > .../drill/common/physical/pop/base/Store.java | 30 -- > .../common/src/main/protobuf/Coordination.proto | 26 -- > .../apache/drill/common/physical/MockScanPOP.java | 69 ---- > .../apache/drill/common/physical/MockStorePOP.java | 62 ---- > .../drill/common/physical/ParsePhysicalPlan.java | 41 --- > .../common/src/test/resources/drill-module.conf | 1 - > .../common/src/test/resources/physical_test1.json | 33 -- > sandbox/prototype/exec/java-exec/pom.xml | 4 +- > .../java/org/apache/drill/exec/ByteReorder.java | 54 --- > .../apache/drill/exec/cache/DistributedCache.java | 14 +- > .../org/apache/drill/exec/cache/HazelCache.java | 87 ++---- > .../org/apache/drill/exec/cache/LocalCache.java | 55 +++ > .../org/apache/drill/exec/cache/ProtoBufImpl.java | 50 +++ > .../org/apache/drill/exec/cache/ProtoBufWrap.java | 69 ++++ > .../java/org/apache/drill/exec/cache/ProtoMap.java | 52 +++ > .../drill/exec/cache/TemplatizedLogicalPlan.java | 22 -- > .../drill/exec/cache/TemplatizedPhysicalPlan.java | 22 -- > .../org/apache/drill/exec/client/DrillClient.java | 73 ++++- > .../drill/exec/coord/ClusterCoordinator.java | 9 +- > .../exec/coord/DrillServiceInstanceHelper.java | 4 +- > .../drill/exec/coord/DrillbitEndpointSerDe.java | 65 ++++ > .../drill/exec/coord/LocalClusterCoordinator.java | 95 +++++ > .../drill/exec/coord/ZKClusterCoordinator.java | 30 ++- > .../drill/exec/exception/BitComException.java | 45 +++ > .../exec/exception/ExecutionSetupException.java | 45 --- > .../exec/exception/FragmentSetupException.java | 2 + > .../apache/drill/exec/foreman/CancelableQuery.java | 22 -- > .../drill/exec/foreman/ExecutionPlanner.java | 24 -- > .../org/apache/drill/exec/foreman/Foreman.java | 39 -- > .../apache/drill/exec/foreman/QueryWorkUnit.java | 54 --- > .../apache/drill/exec/foreman/ResourceRequest.java | 30 -- > .../apache/drill/exec/foreman/StatusProvider.java | 24 -- > .../apache/drill/exec/memory/BufferAllocator.java | 5 +- > .../exec/metrics/SingleThreadNestedCounter.java | 22 +- > .../exec/ops/FilteringRecordBatchTransformer.java | 58 --- > .../org/apache/drill/exec/ops/FragmentContext.java | 54 +++- > .../apache/drill/exec/ops/FragmentConverter.java | 30 -- > .../org/apache/drill/exec/ops/FragmentRoot.java | 37 -- > .../org/apache/drill/exec/ops/OperatorFactory.java | 22 -- > .../org/apache/drill/exec/ops/OutputMutator.java | 28 -- > .../org/apache/drill/exec/ops/QueryContext.java | 27 +- > .../java/org/apache/drill/exec/ops/ScanBatch.java | 157 --------- > .../drill/exec/ops/StreamingRecordBatch.java | 25 -- > .../exec/ops/exchange/ExchangeRecordBatch.java | 22 -- > .../drill/exec/ops/exchange/RecordBatchSender.java | 24 -- > .../drill/exec/ops/filter/FilterRecordBatch.java | 109 ------ > .../exec/ops/filter/SelectionVectorUpdater.java | 80 ----- > .../apache/drill/exec/opt/IdentityOptimizer.java | 3 +- > .../java/org/apache/drill/exec/opt/Optimizer.java | 45 +++ > .../drill/exec/physical/DataValidationMode.java | 24 ++ > .../drill/exec/physical/EndpointAffinity.java | 60 ++++ > .../apache/drill/exec/physical/OperatorCost.java | 66 ++++ > .../apache/drill/exec/physical/PhysicalPlan.java | 94 +++++ > .../org/apache/drill/exec/physical/ReadEntry.java | 33 ++ > .../apache/drill/exec/physical/RecordField.java | 60 ++++ > .../org/apache/drill/exec/physical/WriteEntry.java | 22 ++ > .../drill/exec/physical/base/AbstractBase.java | 43 +++ > .../drill/exec/physical/base/AbstractExchange.java | 90 +++++ > .../physical/base/AbstractPhysicalVisitor.java | 124 +++++++ > .../drill/exec/physical/base/AbstractReceiver.java | 63 ++++ > .../drill/exec/physical/base/AbstractScan.java | 84 +++++ > .../drill/exec/physical/base/AbstractSender.java | 53 +++ > .../drill/exec/physical/base/AbstractSingle.java | 68 ++++ > .../drill/exec/physical/base/AbstractStore.java | 36 ++ > .../apache/drill/exec/physical/base/Exchange.java | 92 +++++ > .../drill/exec/physical/base/ExchangeCost.java | 68 ++++ > .../drill/exec/physical/base/FragmentLeaf.java | 25 ++ > .../drill/exec/physical/base/FragmentRoot.java | 25 ++ > .../drill/exec/physical/base/HasAffinity.java | 37 ++ > .../org/apache/drill/exec/physical/base/Leaf.java | 25 ++ > .../drill/exec/physical/base/PhysicalOperator.java | 80 +++++ > .../exec/physical/base/PhysicalOperatorUtil.java | 34 ++ > .../drill/exec/physical/base/PhysicalVisitor.java | 61 ++++ > .../apache/drill/exec/physical/base/Receiver.java | 51 +++ > .../org/apache/drill/exec/physical/base/Root.java | 24 ++ > .../org/apache/drill/exec/physical/base/Scan.java | 36 ++ > .../apache/drill/exec/physical/base/Sender.java | 44 +++ > .../org/apache/drill/exec/physical/base/Size.java | 48 +++ > .../org/apache/drill/exec/physical/base/Store.java | 74 ++++ > .../apache/drill/exec/physical/config/Filter.java | 75 ++++ > .../exec/physical/config/HashPartitionSender.java | 58 +++ > .../exec/physical/config/HashToRandomExchange.java | 86 +++++ > .../exec/physical/config/MockRecordReader.java | 113 ++++++ > .../exec/physical/config/MockScanBatchCreator.java | 49 +++ > .../drill/exec/physical/config/MockScanPOP.java | 193 ++++++++++ > .../exec/physical/config/MockStorageEngine.java | 58 +++ > .../drill/exec/physical/config/MockStorePOP.java | 75 ++++ > .../drill/exec/physical/config/PartitionRange.java | 47 +++ > .../apache/drill/exec/physical/config/Project.java | 72 ++++ > .../drill/exec/physical/config/RandomReceiver.java | 83 +++++ > .../drill/exec/physical/config/RangeSender.java | 72 ++++ > .../apache/drill/exec/physical/config/Screen.java | 106 ++++++ > .../drill/exec/physical/config/SingleSender.java | 78 ++++ > .../apache/drill/exec/physical/config/Sort.java | 86 +++++ > .../drill/exec/physical/config/UnionExchange.java | 79 +++++ > .../drill/exec/physical/impl/BatchCreator.java | 31 ++ > .../exec/physical/impl/FilterRecordBatch.java | 108 ++++++ > .../impl/FilteringRecordBatchTransformer.java | 58 +++ > .../drill/exec/physical/impl/ImplCreator.java | 102 ++++++ > .../drill/exec/physical/impl/OutputMutator.java | 28 ++ > .../drill/exec/physical/impl/PhysicalConfig.java | 29 ++ > .../exec/physical/impl/RandomReceiverCreator.java | 46 +++ > .../drill/exec/physical/impl/RootCreator.java | 31 ++ > .../apache/drill/exec/physical/impl/RootExec.java | 40 +++ > .../apache/drill/exec/physical/impl/ScanBatch.java | 172 +++++++++ > .../drill/exec/physical/impl/ScreenCreator.java | 90 +++++ > .../exec/physical/impl/SingleSenderCreator.java | 89 +++++ > .../drill/exec/physical/impl/WireRecordBatch.java | 99 ++++++ > .../impl/materialize/QueryWritableBatch.java | 46 +++ > .../impl/materialize/RecordMaterializer.java | 31 ++ > .../impl/materialize/VectorRecordMaterializer.java | 52 +++ > .../exec/planner/AbstractOpWrapperVisitor.java | 45 +++ > .../org/apache/drill/exec/planner/ExecPlanner.java | 8 +- > .../drill/exec/planner/FragmentMaterializer.java | 86 ----- > .../apache/drill/exec/planner/FragmentNode.java | 138 -------- > .../drill/exec/planner/FragmentPlanningSet.java | 61 ---- > .../drill/exec/planner/FragmentRunnable.java | 124 ------- > .../drill/exec/planner/FragmentScheduler.java | 32 -- > .../apache/drill/exec/planner/FragmentStats.java | 63 ---- > .../drill/exec/planner/FragmentStatsCollector.java | 109 ------ > .../apache/drill/exec/planner/FragmentVisitor.java | 22 -- > .../apache/drill/exec/planner/FragmentWrapper.java | 127 ------- > .../exec/planner/FragmentingPhysicalVisitor.java | 71 ---- > .../drill/exec/planner/MaterializedFragment.java | 69 ---- > .../drill/exec/planner/PhysicalPlanReader.java | 63 +++- > .../org/apache/drill/exec/planner/ScanFinder.java | 54 --- > .../drill/exec/planner/SimpleExecPlanner.java | 28 +- > .../drill/exec/planner/SimpleParallelizer.java | 147 -------- > .../drill/exec/planner/fragment/Fragment.java | 150 ++++++++ > .../exec/planner/fragment/FragmentVisitor.java | 23 ++ > .../planner/fragment/MakeFragmentsVisitor.java | 69 ++++ > .../planner/fragment/MaterializedFragment.java | 69 ++++ > .../drill/exec/planner/fragment/Materializer.java | 107 ++++++ > .../drill/exec/planner/fragment/PlanningSet.java | 66 ++++ > .../exec/planner/fragment/SimpleParallelizer.java | 163 +++++++++ > .../apache/drill/exec/planner/fragment/Stats.java | 70 ++++ > .../exec/planner/fragment/StatsCollector.java | 106 ++++++ > .../drill/exec/planner/fragment/Wrapper.java | 186 ++++++++++ > .../exec/pop/receiver/NWayOrderingReceiver.java | 52 --- > .../drill/exec/pop/receiver/RandomReceiver.java | 55 --- > .../drill/exec/pop/sender/HashPartitionSender.java | 49 --- > .../org/apache/drill/exec/record/BatchSchema.java | 102 +----- > .../drill/exec/record/FragmentWritableBatch.java | 59 +++ > .../drill/exec/record/InvalidValueAccessor.java | 2 +- > .../apache/drill/exec/record/MajorTypeSerDe.java | 116 ++++++ > .../drill/exec/record/MaterializedField.java | 167 +++++++--- > .../apache/drill/exec/record/RawFragmentBatch.java | 44 +++ > .../exec/record/RawFragmentBatchProvider.java | 27 ++ > .../org/apache/drill/exec/record/RecordBatch.java | 9 +- > .../drill/exec/record/RecordBatchLoader.java | 143 ++++++++ > .../apache/drill/exec/record/SchemaBuilder.java | 127 +++++++ > .../apache/drill/exec/record/WritableBatch.java | 108 ++++++ > .../record/vector/AbstractFixedValueVector.java | 21 +- > .../drill/exec/record/vector/BaseValueVector.java | 86 ++++- > .../org/apache/drill/exec/record/vector/Bit.java | 168 +++++++++ > .../apache/drill/exec/record/vector/BitVector.java | 166 --------- > .../drill/exec/record/vector/ByteVector.java | 48 --- > .../apache/drill/exec/record/vector/Fixed1.java | 43 +++ > .../apache/drill/exec/record/vector/Fixed12.java | 35 ++ > .../apache/drill/exec/record/vector/Fixed16.java | 37 ++ > .../apache/drill/exec/record/vector/Fixed2.java | 53 +++ > .../apache/drill/exec/record/vector/Fixed4.java | 55 +++ > .../apache/drill/exec/record/vector/Fixed8.java | 58 +++ > .../apache/drill/exec/record/vector/FixedLen.java | 45 +++ > .../drill/exec/record/vector/Int16Vector.java | 52 --- > .../drill/exec/record/vector/Int32Vector.java | 52 --- > .../drill/exec/record/vector/NullableFixed4.java | 37 ++ > .../exec/record/vector/NullableInt32Vector.java | 47 --- > .../exec/record/vector/NullableValueVector.java | 36 ++- > .../apache/drill/exec/record/vector/RepeatMap.java | 57 +++ > .../drill/exec/record/vector/SelectionVector.java | 10 +- > .../drill/exec/record/vector/TypeHelper.java | 250 +++++++++++++ > .../drill/exec/record/vector/UInt16Vector.java | 51 --- > .../drill/exec/record/vector/ValueVector.java | 46 +++- > .../apache/drill/exec/record/vector/VarLen1.java | 36 ++ > .../apache/drill/exec/record/vector/VarLen2.java | 36 ++ > .../apache/drill/exec/record/vector/VarLen4.java | 36 ++ > .../drill/exec/record/vector/VariableVector.java | 35 ++- > .../drill/exec/rpc/AbstractHandshakeHandler.java | 57 +++ > .../main/java/org/apache/drill/exec/rpc/Acks.java | 27 ++ > .../org/apache/drill/exec/rpc/BasicClient.java | 137 +++++++- > .../drill/exec/rpc/BasicClientWithConnection.java | 64 ++++ > .../org/apache/drill/exec/rpc/BasicServer.java | 61 +++- > .../apache/drill/exec/rpc/CoordinationQueue.java | 32 +- > .../org/apache/drill/exec/rpc/DrillRpcFuture.java | 78 +---- > .../apache/drill/exec/rpc/DrillRpcFutureImpl.java | 118 +++++++ > .../apache/drill/exec/rpc/InboundRpcMessage.java | 13 +- > .../apache/drill/exec/rpc/OutboundRpcMessage.java | 41 ++- > .../apache/drill/exec/rpc/RemoteConnection.java | 45 +++ > .../java/org/apache/drill/exec/rpc/Response.java | 8 +- > .../java/org/apache/drill/exec/rpc/RpcBus.java | 136 +++++--- > .../java/org/apache/drill/exec/rpc/RpcConfig.java | 150 ++++++++ > .../java/org/apache/drill/exec/rpc/RpcDecoder.java | 14 +- > .../java/org/apache/drill/exec/rpc/RpcEncoder.java | 15 +- > .../apache/drill/exec/rpc/RpcExceptionHandler.java | 21 +- > .../java/org/apache/drill/exec/rpc/RpcMessage.java | 9 +- > .../apache/drill/exec/rpc/RpcOutcomeListener.java | 28 ++ > .../exec/rpc/ZeroCopyProtobufLengthDecoder.java | 16 +- > .../drill/exec/rpc/bit/AvailabilityListener.java | 22 ++ > .../org/apache/drill/exec/rpc/bit/BitClient.java | 77 ++++- > .../java/org/apa
