Sent from my iPhone
On May 13, 2013, at 18:52, jacques@apache.org wrote:
> Update typing system. Update RPC system. Add Fragmenting Implementation. Working single
node. Distributed failing due to threading issues.
>
>
> Project: http://git-wip-us.apache.org/repos/asf/incubator-drill/repo
> Commit: http://git-wip-us.apache.org/repos/asf/incubator-drill/commit/e57a8d6d
> Tree: http://git-wip-us.apache.org/repos/asf/incubator-drill/tree/e57a8d6d
> Diff: http://git-wip-us.apache.org/repos/asf/incubator-drill/diff/e57a8d6d
>
> Branch: refs/heads/execwork
> Commit: e57a8d6d4ae282a79bc6e0a7354de992c391300f
> Parents: f0be80d
> Author: Jacques Nadeau <jacques@apache.org>
> Authored: Sun May 5 20:18:32 2013 -0700
> Committer: Jacques Nadeau <jacques@apache.org>
> Committed: Mon May 13 18:50:31 2013 -0700
>
> ----------------------------------------------------------------------
> sandbox/prototype/common/pom.xml | 12 +
> .../apache/drill/common/config/DrillConfig.java | 9 +-
> .../common/exceptions/ExecutionSetupException.java | 44 +++
> .../exceptions/PhysicalOperatorSetupException.java | 45 +++
> .../apache/drill/common/expression/SchemaPath.java | 2 +-
> .../drill/common/expression/types/DataType.java | 11 +
> .../apache/drill/common/optimize/Optimizer.java | 45 ---
> .../drill/common/physical/DataValidationMode.java | 24 --
> .../drill/common/physical/EndpointAffinity.java | 60 ----
> .../org/apache/drill/common/physical/FieldSet.java | 80 -----
> .../apache/drill/common/physical/OperatorCost.java | 61 ----
> .../apache/drill/common/physical/PhysicalPlan.java | 95 -----
> .../apache/drill/common/physical/ReadEntry.java | 25 --
> .../apache/drill/common/physical/RecordField.java | 60 ----
> .../apache/drill/common/physical/WriteEntry.java | 22 --
> .../apache/drill/common/physical/pop/Filter.java | 52 ---
> .../physical/pop/PartitionToRandomExchange.java | 92 -----
> .../apache/drill/common/physical/pop/Project.java | 53 ---
> .../apache/drill/common/physical/pop/Screen.java | 77 ----
> .../org/apache/drill/common/physical/pop/Sort.java | 57 ---
> .../common/physical/pop/base/AbstractBase.java | 56 ---
> .../common/physical/pop/base/AbstractExchange.java | 68 ----
> .../physical/pop/base/AbstractPhysicalVisitor.java | 80 -----
> .../common/physical/pop/base/AbstractReceiver.java | 32 --
> .../common/physical/pop/base/AbstractScan.java | 62 ----
> .../common/physical/pop/base/AbstractSender.java | 29 --
> .../common/physical/pop/base/AbstractSingle.java | 48 ---
> .../common/physical/pop/base/AbstractStore.java | 42 ---
> .../drill/common/physical/pop/base/Exchange.java | 69 ----
> .../common/physical/pop/base/ExchangeCost.java | 55 ---
> .../common/physical/pop/base/FragmentLeaf.java | 25 --
> .../common/physical/pop/base/FragmentRoot.java | 25 --
> .../common/physical/pop/base/HasAffinity.java | 26 --
> .../drill/common/physical/pop/base/Leaf.java | 21 --
> .../common/physical/pop/base/PhysicalOperator.java | 59 ---
> .../physical/pop/base/PhysicalOperatorUtil.java | 34 --
> .../common/physical/pop/base/PhysicalVisitor.java | 43 ---
> .../drill/common/physical/pop/base/Receiver.java | 38 --
> .../drill/common/physical/pop/base/Root.java | 24 --
> .../drill/common/physical/pop/base/Scan.java | 36 --
> .../drill/common/physical/pop/base/Sender.java | 29 --
> .../drill/common/physical/pop/base/Store.java | 30 --
> .../common/src/main/protobuf/Coordination.proto | 26 --
> .../apache/drill/common/physical/MockScanPOP.java | 69 ----
> .../apache/drill/common/physical/MockStorePOP.java | 62 ----
> .../drill/common/physical/ParsePhysicalPlan.java | 41 ---
> .../common/src/test/resources/drill-module.conf | 1 -
> .../common/src/test/resources/physical_test1.json | 33 --
> sandbox/prototype/exec/java-exec/pom.xml | 4 +-
> .../java/org/apache/drill/exec/ByteReorder.java | 54 ---
> .../apache/drill/exec/cache/DistributedCache.java | 14 +-
> .../org/apache/drill/exec/cache/HazelCache.java | 87 ++----
> .../org/apache/drill/exec/cache/LocalCache.java | 55 +++
> .../org/apache/drill/exec/cache/ProtoBufImpl.java | 50 +++
> .../org/apache/drill/exec/cache/ProtoBufWrap.java | 69 ++++
> .../java/org/apache/drill/exec/cache/ProtoMap.java | 52 +++
> .../drill/exec/cache/TemplatizedLogicalPlan.java | 22 --
> .../drill/exec/cache/TemplatizedPhysicalPlan.java | 22 --
> .../org/apache/drill/exec/client/DrillClient.java | 73 ++++-
> .../drill/exec/coord/ClusterCoordinator.java | 9 +-
> .../exec/coord/DrillServiceInstanceHelper.java | 4 +-
> .../drill/exec/coord/DrillbitEndpointSerDe.java | 65 ++++
> .../drill/exec/coord/LocalClusterCoordinator.java | 95 +++++
> .../drill/exec/coord/ZKClusterCoordinator.java | 30 ++-
> .../drill/exec/exception/BitComException.java | 45 +++
> .../exec/exception/ExecutionSetupException.java | 45 ---
> .../exec/exception/FragmentSetupException.java | 2 +
> .../apache/drill/exec/foreman/CancelableQuery.java | 22 --
> .../drill/exec/foreman/ExecutionPlanner.java | 24 --
> .../org/apache/drill/exec/foreman/Foreman.java | 39 --
> .../apache/drill/exec/foreman/QueryWorkUnit.java | 54 ---
> .../apache/drill/exec/foreman/ResourceRequest.java | 30 --
> .../apache/drill/exec/foreman/StatusProvider.java | 24 --
> .../apache/drill/exec/memory/BufferAllocator.java | 5 +-
> .../exec/metrics/SingleThreadNestedCounter.java | 22 +-
> .../exec/ops/FilteringRecordBatchTransformer.java | 58 ---
> .../org/apache/drill/exec/ops/FragmentContext.java | 54 +++-
> .../apache/drill/exec/ops/FragmentConverter.java | 30 --
> .../org/apache/drill/exec/ops/FragmentRoot.java | 37 --
> .../org/apache/drill/exec/ops/OperatorFactory.java | 22 --
> .../org/apache/drill/exec/ops/OutputMutator.java | 28 --
> .../org/apache/drill/exec/ops/QueryContext.java | 27 +-
> .../java/org/apache/drill/exec/ops/ScanBatch.java | 157 ---------
> .../drill/exec/ops/StreamingRecordBatch.java | 25 --
> .../exec/ops/exchange/ExchangeRecordBatch.java | 22 --
> .../drill/exec/ops/exchange/RecordBatchSender.java | 24 --
> .../drill/exec/ops/filter/FilterRecordBatch.java | 109 ------
> .../exec/ops/filter/SelectionVectorUpdater.java | 80 -----
> .../apache/drill/exec/opt/IdentityOptimizer.java | 3 +-
> .../java/org/apache/drill/exec/opt/Optimizer.java | 45 +++
> .../drill/exec/physical/DataValidationMode.java | 24 ++
> .../drill/exec/physical/EndpointAffinity.java | 60 ++++
> .../apache/drill/exec/physical/OperatorCost.java | 66 ++++
> .../apache/drill/exec/physical/PhysicalPlan.java | 94 +++++
> .../org/apache/drill/exec/physical/ReadEntry.java | 33 ++
> .../apache/drill/exec/physical/RecordField.java | 60 ++++
> .../org/apache/drill/exec/physical/WriteEntry.java | 22 ++
> .../drill/exec/physical/base/AbstractBase.java | 43 +++
> .../drill/exec/physical/base/AbstractExchange.java | 90 +++++
> .../physical/base/AbstractPhysicalVisitor.java | 124 +++++++
> .../drill/exec/physical/base/AbstractReceiver.java | 63 ++++
> .../drill/exec/physical/base/AbstractScan.java | 84 +++++
> .../drill/exec/physical/base/AbstractSender.java | 53 +++
> .../drill/exec/physical/base/AbstractSingle.java | 68 ++++
> .../drill/exec/physical/base/AbstractStore.java | 36 ++
> .../apache/drill/exec/physical/base/Exchange.java | 92 +++++
> .../drill/exec/physical/base/ExchangeCost.java | 68 ++++
> .../drill/exec/physical/base/FragmentLeaf.java | 25 ++
> .../drill/exec/physical/base/FragmentRoot.java | 25 ++
> .../drill/exec/physical/base/HasAffinity.java | 37 ++
> .../org/apache/drill/exec/physical/base/Leaf.java | 25 ++
> .../drill/exec/physical/base/PhysicalOperator.java | 80 +++++
> .../exec/physical/base/PhysicalOperatorUtil.java | 34 ++
> .../drill/exec/physical/base/PhysicalVisitor.java | 61 ++++
> .../apache/drill/exec/physical/base/Receiver.java | 51 +++
> .../org/apache/drill/exec/physical/base/Root.java | 24 ++
> .../org/apache/drill/exec/physical/base/Scan.java | 36 ++
> .../apache/drill/exec/physical/base/Sender.java | 44 +++
> .../org/apache/drill/exec/physical/base/Size.java | 48 +++
> .../org/apache/drill/exec/physical/base/Store.java | 74 ++++
> .../apache/drill/exec/physical/config/Filter.java | 75 ++++
> .../exec/physical/config/HashPartitionSender.java | 58 +++
> .../exec/physical/config/HashToRandomExchange.java | 86 +++++
> .../exec/physical/config/MockRecordReader.java | 113 ++++++
> .../exec/physical/config/MockScanBatchCreator.java | 49 +++
> .../drill/exec/physical/config/MockScanPOP.java | 193 ++++++++++
> .../exec/physical/config/MockStorageEngine.java | 58 +++
> .../drill/exec/physical/config/MockStorePOP.java | 75 ++++
> .../drill/exec/physical/config/PartitionRange.java | 47 +++
> .../apache/drill/exec/physical/config/Project.java | 72 ++++
> .../drill/exec/physical/config/RandomReceiver.java | 83 +++++
> .../drill/exec/physical/config/RangeSender.java | 72 ++++
> .../apache/drill/exec/physical/config/Screen.java | 106 ++++++
> .../drill/exec/physical/config/SingleSender.java | 78 ++++
> .../apache/drill/exec/physical/config/Sort.java | 86 +++++
> .../drill/exec/physical/config/UnionExchange.java | 79 +++++
> .../drill/exec/physical/impl/BatchCreator.java | 31 ++
> .../exec/physical/impl/FilterRecordBatch.java | 108 ++++++
> .../impl/FilteringRecordBatchTransformer.java | 58 +++
> .../drill/exec/physical/impl/ImplCreator.java | 102 ++++++
> .../drill/exec/physical/impl/OutputMutator.java | 28 ++
> .../drill/exec/physical/impl/PhysicalConfig.java | 29 ++
> .../exec/physical/impl/RandomReceiverCreator.java | 46 +++
> .../drill/exec/physical/impl/RootCreator.java | 31 ++
> .../apache/drill/exec/physical/impl/RootExec.java | 40 +++
> .../apache/drill/exec/physical/impl/ScanBatch.java | 172 +++++++++
> .../drill/exec/physical/impl/ScreenCreator.java | 90 +++++
> .../exec/physical/impl/SingleSenderCreator.java | 89 +++++
> .../drill/exec/physical/impl/WireRecordBatch.java | 99 ++++++
> .../impl/materialize/QueryWritableBatch.java | 46 +++
> .../impl/materialize/RecordMaterializer.java | 31 ++
> .../impl/materialize/VectorRecordMaterializer.java | 52 +++
> .../exec/planner/AbstractOpWrapperVisitor.java | 45 +++
> .../org/apache/drill/exec/planner/ExecPlanner.java | 8 +-
> .../drill/exec/planner/FragmentMaterializer.java | 86 -----
> .../apache/drill/exec/planner/FragmentNode.java | 138 --------
> .../drill/exec/planner/FragmentPlanningSet.java | 61 ----
> .../drill/exec/planner/FragmentRunnable.java | 124 -------
> .../drill/exec/planner/FragmentScheduler.java | 32 --
> .../apache/drill/exec/planner/FragmentStats.java | 63 ----
> .../drill/exec/planner/FragmentStatsCollector.java | 109 ------
> .../apache/drill/exec/planner/FragmentVisitor.java | 22 --
> .../apache/drill/exec/planner/FragmentWrapper.java | 127 -------
> .../exec/planner/FragmentingPhysicalVisitor.java | 71 ----
> .../drill/exec/planner/MaterializedFragment.java | 69 ----
> .../drill/exec/planner/PhysicalPlanReader.java | 63 +++-
> .../org/apache/drill/exec/planner/ScanFinder.java | 54 ---
> .../drill/exec/planner/SimpleExecPlanner.java | 28 +-
> .../drill/exec/planner/SimpleParallelizer.java | 147 --------
> .../drill/exec/planner/fragment/Fragment.java | 150 ++++++++
> .../exec/planner/fragment/FragmentVisitor.java | 23 ++
> .../planner/fragment/MakeFragmentsVisitor.java | 69 ++++
> .../planner/fragment/MaterializedFragment.java | 69 ++++
> .../drill/exec/planner/fragment/Materializer.java | 107 ++++++
> .../drill/exec/planner/fragment/PlanningSet.java | 66 ++++
> .../exec/planner/fragment/SimpleParallelizer.java | 163 +++++++++
> .../apache/drill/exec/planner/fragment/Stats.java | 70 ++++
> .../exec/planner/fragment/StatsCollector.java | 106 ++++++
> .../drill/exec/planner/fragment/Wrapper.java | 186 ++++++++++
> .../exec/pop/receiver/NWayOrderingReceiver.java | 52 ---
> .../drill/exec/pop/receiver/RandomReceiver.java | 55 ---
> .../drill/exec/pop/sender/HashPartitionSender.java | 49 ---
> .../org/apache/drill/exec/record/BatchSchema.java | 102 +-----
> .../drill/exec/record/FragmentWritableBatch.java | 59 +++
> .../drill/exec/record/InvalidValueAccessor.java | 2 +-
> .../apache/drill/exec/record/MajorTypeSerDe.java | 116 ++++++
> .../drill/exec/record/MaterializedField.java | 167 +++++++---
> .../apache/drill/exec/record/RawFragmentBatch.java | 44 +++
> .../exec/record/RawFragmentBatchProvider.java | 27 ++
> .../org/apache/drill/exec/record/RecordBatch.java | 9 +-
> .../drill/exec/record/RecordBatchLoader.java | 143 ++++++++
> .../apache/drill/exec/record/SchemaBuilder.java | 127 +++++++
> .../apache/drill/exec/record/WritableBatch.java | 108 ++++++
> .../record/vector/AbstractFixedValueVector.java | 21 +-
> .../drill/exec/record/vector/BaseValueVector.java | 86 ++++-
> .../org/apache/drill/exec/record/vector/Bit.java | 168 +++++++++
> .../apache/drill/exec/record/vector/BitVector.java | 166 ---------
> .../drill/exec/record/vector/ByteVector.java | 48 ---
> .../apache/drill/exec/record/vector/Fixed1.java | 43 +++
> .../apache/drill/exec/record/vector/Fixed12.java | 35 ++
> .../apache/drill/exec/record/vector/Fixed16.java | 37 ++
> .../apache/drill/exec/record/vector/Fixed2.java | 53 +++
> .../apache/drill/exec/record/vector/Fixed4.java | 55 +++
> .../apache/drill/exec/record/vector/Fixed8.java | 58 +++
> .../apache/drill/exec/record/vector/FixedLen.java | 45 +++
> .../drill/exec/record/vector/Int16Vector.java | 52 ---
> .../drill/exec/record/vector/Int32Vector.java | 52 ---
> .../drill/exec/record/vector/NullableFixed4.java | 37 ++
> .../exec/record/vector/NullableInt32Vector.java | 47 ---
> .../exec/record/vector/NullableValueVector.java | 36 ++-
> .../apache/drill/exec/record/vector/RepeatMap.java | 57 +++
> .../drill/exec/record/vector/SelectionVector.java | 10 +-
> .../drill/exec/record/vector/TypeHelper.java | 250 +++++++++++++
> .../drill/exec/record/vector/UInt16Vector.java | 51 ---
> .../drill/exec/record/vector/ValueVector.java | 46 +++-
> .../apache/drill/exec/record/vector/VarLen1.java | 36 ++
> .../apache/drill/exec/record/vector/VarLen2.java | 36 ++
> .../apache/drill/exec/record/vector/VarLen4.java | 36 ++
> .../drill/exec/record/vector/VariableVector.java | 35 ++-
> .../drill/exec/rpc/AbstractHandshakeHandler.java | 57 +++
> .../main/java/org/apache/drill/exec/rpc/Acks.java | 27 ++
> .../org/apache/drill/exec/rpc/BasicClient.java | 137 +++++++-
> .../drill/exec/rpc/BasicClientWithConnection.java | 64 ++++
> .../org/apache/drill/exec/rpc/BasicServer.java | 61 +++-
> .../apache/drill/exec/rpc/CoordinationQueue.java | 32 +-
> .../org/apache/drill/exec/rpc/DrillRpcFuture.java | 78 +----
> .../apache/drill/exec/rpc/DrillRpcFutureImpl.java | 118 +++++++
> .../apache/drill/exec/rpc/InboundRpcMessage.java | 13 +-
> .../apache/drill/exec/rpc/OutboundRpcMessage.java | 41 ++-
> .../apache/drill/exec/rpc/RemoteConnection.java | 45 +++
> .../java/org/apache/drill/exec/rpc/Response.java | 8 +-
> .../java/org/apache/drill/exec/rpc/RpcBus.java | 136 +++++---
> .../java/org/apache/drill/exec/rpc/RpcConfig.java | 150 ++++++++
> .../java/org/apache/drill/exec/rpc/RpcDecoder.java | 14 +-
> .../java/org/apache/drill/exec/rpc/RpcEncoder.java | 15 +-
> .../apache/drill/exec/rpc/RpcExceptionHandler.java | 21 +-
> .../java/org/apache/drill/exec/rpc/RpcMessage.java | 9 +-
> .../apache/drill/exec/rpc/RpcOutcomeListener.java | 28 ++
> .../exec/rpc/ZeroCopyProtobufLengthDecoder.java | 16 +-
> .../drill/exec/rpc/bit/AvailabilityListener.java | 22 ++
> .../org/apache/drill/exec/rpc/bit/BitClient.java | 77 ++++-
> .../java/org/apa
|