drill-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Ted Dunning <ted.dunn...@gmail.com>
Subject Re: [13/13] git commit: Update typing system. Update RPC system. Add Fragmenting Implementation. Working single node. Distributed failing due to threading issues.
Date Tue, 14 May 2013 03:53:30 GMT


Sent from my iPhone

On May 13, 2013, at 18:52, jacques@apache.org wrote:

> Update typing system.  Update RPC system.  Add Fragmenting Implementation.  Working single
node. Distributed failing due to threading issues.
> 
> 
> Project: http://git-wip-us.apache.org/repos/asf/incubator-drill/repo
> Commit: http://git-wip-us.apache.org/repos/asf/incubator-drill/commit/e57a8d6d
> Tree: http://git-wip-us.apache.org/repos/asf/incubator-drill/tree/e57a8d6d
> Diff: http://git-wip-us.apache.org/repos/asf/incubator-drill/diff/e57a8d6d
> 
> Branch: refs/heads/execwork
> Commit: e57a8d6d4ae282a79bc6e0a7354de992c391300f
> Parents: f0be80d
> Author: Jacques Nadeau <jacques@apache.org>
> Authored: Sun May 5 20:18:32 2013 -0700
> Committer: Jacques Nadeau <jacques@apache.org>
> Committed: Mon May 13 18:50:31 2013 -0700
> 
> ----------------------------------------------------------------------
> sandbox/prototype/common/pom.xml                   |   12 +
> .../apache/drill/common/config/DrillConfig.java    |    9 +-
> .../common/exceptions/ExecutionSetupException.java |   44 +++
> .../exceptions/PhysicalOperatorSetupException.java |   45 +++
> .../apache/drill/common/expression/SchemaPath.java |    2 +-
> .../drill/common/expression/types/DataType.java    |   11 +
> .../apache/drill/common/optimize/Optimizer.java    |   45 ---
> .../drill/common/physical/DataValidationMode.java  |   24 --
> .../drill/common/physical/EndpointAffinity.java    |   60 ----
> .../org/apache/drill/common/physical/FieldSet.java |   80 -----
> .../apache/drill/common/physical/OperatorCost.java |   61 ----
> .../apache/drill/common/physical/PhysicalPlan.java |   95 -----
> .../apache/drill/common/physical/ReadEntry.java    |   25 --
> .../apache/drill/common/physical/RecordField.java  |   60 ----
> .../apache/drill/common/physical/WriteEntry.java   |   22 --
> .../apache/drill/common/physical/pop/Filter.java   |   52 ---
> .../physical/pop/PartitionToRandomExchange.java    |   92 -----
> .../apache/drill/common/physical/pop/Project.java  |   53 ---
> .../apache/drill/common/physical/pop/Screen.java   |   77 ----
> .../org/apache/drill/common/physical/pop/Sort.java |   57 ---
> .../common/physical/pop/base/AbstractBase.java     |   56 ---
> .../common/physical/pop/base/AbstractExchange.java |   68 ----
> .../physical/pop/base/AbstractPhysicalVisitor.java |   80 -----
> .../common/physical/pop/base/AbstractReceiver.java |   32 --
> .../common/physical/pop/base/AbstractScan.java     |   62 ----
> .../common/physical/pop/base/AbstractSender.java   |   29 --
> .../common/physical/pop/base/AbstractSingle.java   |   48 ---
> .../common/physical/pop/base/AbstractStore.java    |   42 ---
> .../drill/common/physical/pop/base/Exchange.java   |   69 ----
> .../common/physical/pop/base/ExchangeCost.java     |   55 ---
> .../common/physical/pop/base/FragmentLeaf.java     |   25 --
> .../common/physical/pop/base/FragmentRoot.java     |   25 --
> .../common/physical/pop/base/HasAffinity.java      |   26 --
> .../drill/common/physical/pop/base/Leaf.java       |   21 --
> .../common/physical/pop/base/PhysicalOperator.java |   59 ---
> .../physical/pop/base/PhysicalOperatorUtil.java    |   34 --
> .../common/physical/pop/base/PhysicalVisitor.java  |   43 ---
> .../drill/common/physical/pop/base/Receiver.java   |   38 --
> .../drill/common/physical/pop/base/Root.java       |   24 --
> .../drill/common/physical/pop/base/Scan.java       |   36 --
> .../drill/common/physical/pop/base/Sender.java     |   29 --
> .../drill/common/physical/pop/base/Store.java      |   30 --
> .../common/src/main/protobuf/Coordination.proto    |   26 --
> .../apache/drill/common/physical/MockScanPOP.java  |   69 ----
> .../apache/drill/common/physical/MockStorePOP.java |   62 ----
> .../drill/common/physical/ParsePhysicalPlan.java   |   41 ---
> .../common/src/test/resources/drill-module.conf    |    1 -
> .../common/src/test/resources/physical_test1.json  |   33 --
> sandbox/prototype/exec/java-exec/pom.xml           |    4 +-
> .../java/org/apache/drill/exec/ByteReorder.java    |   54 ---
> .../apache/drill/exec/cache/DistributedCache.java  |   14 +-
> .../org/apache/drill/exec/cache/HazelCache.java    |   87 ++----
> .../org/apache/drill/exec/cache/LocalCache.java    |   55 +++
> .../org/apache/drill/exec/cache/ProtoBufImpl.java  |   50 +++
> .../org/apache/drill/exec/cache/ProtoBufWrap.java  |   69 ++++
> .../java/org/apache/drill/exec/cache/ProtoMap.java |   52 +++
> .../drill/exec/cache/TemplatizedLogicalPlan.java   |   22 --
> .../drill/exec/cache/TemplatizedPhysicalPlan.java  |   22 --
> .../org/apache/drill/exec/client/DrillClient.java  |   73 ++++-
> .../drill/exec/coord/ClusterCoordinator.java       |    9 +-
> .../exec/coord/DrillServiceInstanceHelper.java     |    4 +-
> .../drill/exec/coord/DrillbitEndpointSerDe.java    |   65 ++++
> .../drill/exec/coord/LocalClusterCoordinator.java  |   95 +++++
> .../drill/exec/coord/ZKClusterCoordinator.java     |   30 ++-
> .../drill/exec/exception/BitComException.java      |   45 +++
> .../exec/exception/ExecutionSetupException.java    |   45 ---
> .../exec/exception/FragmentSetupException.java     |    2 +
> .../apache/drill/exec/foreman/CancelableQuery.java |   22 --
> .../drill/exec/foreman/ExecutionPlanner.java       |   24 --
> .../org/apache/drill/exec/foreman/Foreman.java     |   39 --
> .../apache/drill/exec/foreman/QueryWorkUnit.java   |   54 ---
> .../apache/drill/exec/foreman/ResourceRequest.java |   30 --
> .../apache/drill/exec/foreman/StatusProvider.java  |   24 --
> .../apache/drill/exec/memory/BufferAllocator.java  |    5 +-
> .../exec/metrics/SingleThreadNestedCounter.java    |   22 +-
> .../exec/ops/FilteringRecordBatchTransformer.java  |   58 ---
> .../org/apache/drill/exec/ops/FragmentContext.java |   54 +++-
> .../apache/drill/exec/ops/FragmentConverter.java   |   30 --
> .../org/apache/drill/exec/ops/FragmentRoot.java    |   37 --
> .../org/apache/drill/exec/ops/OperatorFactory.java |   22 --
> .../org/apache/drill/exec/ops/OutputMutator.java   |   28 --
> .../org/apache/drill/exec/ops/QueryContext.java    |   27 +-
> .../java/org/apache/drill/exec/ops/ScanBatch.java  |  157 ---------
> .../drill/exec/ops/StreamingRecordBatch.java       |   25 --
> .../exec/ops/exchange/ExchangeRecordBatch.java     |   22 --
> .../drill/exec/ops/exchange/RecordBatchSender.java |   24 --
> .../drill/exec/ops/filter/FilterRecordBatch.java   |  109 ------
> .../exec/ops/filter/SelectionVectorUpdater.java    |   80 -----
> .../apache/drill/exec/opt/IdentityOptimizer.java   |    3 +-
> .../java/org/apache/drill/exec/opt/Optimizer.java  |   45 +++
> .../drill/exec/physical/DataValidationMode.java    |   24 ++
> .../drill/exec/physical/EndpointAffinity.java      |   60 ++++
> .../apache/drill/exec/physical/OperatorCost.java   |   66 ++++
> .../apache/drill/exec/physical/PhysicalPlan.java   |   94 +++++
> .../org/apache/drill/exec/physical/ReadEntry.java  |   33 ++
> .../apache/drill/exec/physical/RecordField.java    |   60 ++++
> .../org/apache/drill/exec/physical/WriteEntry.java |   22 ++
> .../drill/exec/physical/base/AbstractBase.java     |   43 +++
> .../drill/exec/physical/base/AbstractExchange.java |   90 +++++
> .../physical/base/AbstractPhysicalVisitor.java     |  124 +++++++
> .../drill/exec/physical/base/AbstractReceiver.java |   63 ++++
> .../drill/exec/physical/base/AbstractScan.java     |   84 +++++
> .../drill/exec/physical/base/AbstractSender.java   |   53 +++
> .../drill/exec/physical/base/AbstractSingle.java   |   68 ++++
> .../drill/exec/physical/base/AbstractStore.java    |   36 ++
> .../apache/drill/exec/physical/base/Exchange.java  |   92 +++++
> .../drill/exec/physical/base/ExchangeCost.java     |   68 ++++
> .../drill/exec/physical/base/FragmentLeaf.java     |   25 ++
> .../drill/exec/physical/base/FragmentRoot.java     |   25 ++
> .../drill/exec/physical/base/HasAffinity.java      |   37 ++
> .../org/apache/drill/exec/physical/base/Leaf.java  |   25 ++
> .../drill/exec/physical/base/PhysicalOperator.java |   80 +++++
> .../exec/physical/base/PhysicalOperatorUtil.java   |   34 ++
> .../drill/exec/physical/base/PhysicalVisitor.java  |   61 ++++
> .../apache/drill/exec/physical/base/Receiver.java  |   51 +++
> .../org/apache/drill/exec/physical/base/Root.java  |   24 ++
> .../org/apache/drill/exec/physical/base/Scan.java  |   36 ++
> .../apache/drill/exec/physical/base/Sender.java    |   44 +++
> .../org/apache/drill/exec/physical/base/Size.java  |   48 +++
> .../org/apache/drill/exec/physical/base/Store.java |   74 ++++
> .../apache/drill/exec/physical/config/Filter.java  |   75 ++++
> .../exec/physical/config/HashPartitionSender.java  |   58 +++
> .../exec/physical/config/HashToRandomExchange.java |   86 +++++
> .../exec/physical/config/MockRecordReader.java     |  113 ++++++
> .../exec/physical/config/MockScanBatchCreator.java |   49 +++
> .../drill/exec/physical/config/MockScanPOP.java    |  193 ++++++++++
> .../exec/physical/config/MockStorageEngine.java    |   58 +++
> .../drill/exec/physical/config/MockStorePOP.java   |   75 ++++
> .../drill/exec/physical/config/PartitionRange.java |   47 +++
> .../apache/drill/exec/physical/config/Project.java |   72 ++++
> .../drill/exec/physical/config/RandomReceiver.java |   83 +++++
> .../drill/exec/physical/config/RangeSender.java    |   72 ++++
> .../apache/drill/exec/physical/config/Screen.java  |  106 ++++++
> .../drill/exec/physical/config/SingleSender.java   |   78 ++++
> .../apache/drill/exec/physical/config/Sort.java    |   86 +++++
> .../drill/exec/physical/config/UnionExchange.java  |   79 +++++
> .../drill/exec/physical/impl/BatchCreator.java     |   31 ++
> .../exec/physical/impl/FilterRecordBatch.java      |  108 ++++++
> .../impl/FilteringRecordBatchTransformer.java      |   58 +++
> .../drill/exec/physical/impl/ImplCreator.java      |  102 ++++++
> .../drill/exec/physical/impl/OutputMutator.java    |   28 ++
> .../drill/exec/physical/impl/PhysicalConfig.java   |   29 ++
> .../exec/physical/impl/RandomReceiverCreator.java  |   46 +++
> .../drill/exec/physical/impl/RootCreator.java      |   31 ++
> .../apache/drill/exec/physical/impl/RootExec.java  |   40 +++
> .../apache/drill/exec/physical/impl/ScanBatch.java |  172 +++++++++
> .../drill/exec/physical/impl/ScreenCreator.java    |   90 +++++
> .../exec/physical/impl/SingleSenderCreator.java    |   89 +++++
> .../drill/exec/physical/impl/WireRecordBatch.java  |   99 ++++++
> .../impl/materialize/QueryWritableBatch.java       |   46 +++
> .../impl/materialize/RecordMaterializer.java       |   31 ++
> .../impl/materialize/VectorRecordMaterializer.java |   52 +++
> .../exec/planner/AbstractOpWrapperVisitor.java     |   45 +++
> .../org/apache/drill/exec/planner/ExecPlanner.java |    8 +-
> .../drill/exec/planner/FragmentMaterializer.java   |   86 -----
> .../apache/drill/exec/planner/FragmentNode.java    |  138 --------
> .../drill/exec/planner/FragmentPlanningSet.java    |   61 ----
> .../drill/exec/planner/FragmentRunnable.java       |  124 -------
> .../drill/exec/planner/FragmentScheduler.java      |   32 --
> .../apache/drill/exec/planner/FragmentStats.java   |   63 ----
> .../drill/exec/planner/FragmentStatsCollector.java |  109 ------
> .../apache/drill/exec/planner/FragmentVisitor.java |   22 --
> .../apache/drill/exec/planner/FragmentWrapper.java |  127 -------
> .../exec/planner/FragmentingPhysicalVisitor.java   |   71 ----
> .../drill/exec/planner/MaterializedFragment.java   |   69 ----
> .../drill/exec/planner/PhysicalPlanReader.java     |   63 +++-
> .../org/apache/drill/exec/planner/ScanFinder.java  |   54 ---
> .../drill/exec/planner/SimpleExecPlanner.java      |   28 +-
> .../drill/exec/planner/SimpleParallelizer.java     |  147 --------
> .../drill/exec/planner/fragment/Fragment.java      |  150 ++++++++
> .../exec/planner/fragment/FragmentVisitor.java     |   23 ++
> .../planner/fragment/MakeFragmentsVisitor.java     |   69 ++++
> .../planner/fragment/MaterializedFragment.java     |   69 ++++
> .../drill/exec/planner/fragment/Materializer.java  |  107 ++++++
> .../drill/exec/planner/fragment/PlanningSet.java   |   66 ++++
> .../exec/planner/fragment/SimpleParallelizer.java  |  163 +++++++++
> .../apache/drill/exec/planner/fragment/Stats.java  |   70 ++++
> .../exec/planner/fragment/StatsCollector.java      |  106 ++++++
> .../drill/exec/planner/fragment/Wrapper.java       |  186 ++++++++++
> .../exec/pop/receiver/NWayOrderingReceiver.java    |   52 ---
> .../drill/exec/pop/receiver/RandomReceiver.java    |   55 ---
> .../drill/exec/pop/sender/HashPartitionSender.java |   49 ---
> .../org/apache/drill/exec/record/BatchSchema.java  |  102 +-----
> .../drill/exec/record/FragmentWritableBatch.java   |   59 +++
> .../drill/exec/record/InvalidValueAccessor.java    |    2 +-
> .../apache/drill/exec/record/MajorTypeSerDe.java   |  116 ++++++
> .../drill/exec/record/MaterializedField.java       |  167 +++++++---
> .../apache/drill/exec/record/RawFragmentBatch.java |   44 +++
> .../exec/record/RawFragmentBatchProvider.java      |   27 ++
> .../org/apache/drill/exec/record/RecordBatch.java  |    9 +-
> .../drill/exec/record/RecordBatchLoader.java       |  143 ++++++++
> .../apache/drill/exec/record/SchemaBuilder.java    |  127 +++++++
> .../apache/drill/exec/record/WritableBatch.java    |  108 ++++++
> .../record/vector/AbstractFixedValueVector.java    |   21 +-
> .../drill/exec/record/vector/BaseValueVector.java  |   86 ++++-
> .../org/apache/drill/exec/record/vector/Bit.java   |  168 +++++++++
> .../apache/drill/exec/record/vector/BitVector.java |  166 ---------
> .../drill/exec/record/vector/ByteVector.java       |   48 ---
> .../apache/drill/exec/record/vector/Fixed1.java    |   43 +++
> .../apache/drill/exec/record/vector/Fixed12.java   |   35 ++
> .../apache/drill/exec/record/vector/Fixed16.java   |   37 ++
> .../apache/drill/exec/record/vector/Fixed2.java    |   53 +++
> .../apache/drill/exec/record/vector/Fixed4.java    |   55 +++
> .../apache/drill/exec/record/vector/Fixed8.java    |   58 +++
> .../apache/drill/exec/record/vector/FixedLen.java  |   45 +++
> .../drill/exec/record/vector/Int16Vector.java      |   52 ---
> .../drill/exec/record/vector/Int32Vector.java      |   52 ---
> .../drill/exec/record/vector/NullableFixed4.java   |   37 ++
> .../exec/record/vector/NullableInt32Vector.java    |   47 ---
> .../exec/record/vector/NullableValueVector.java    |   36 ++-
> .../apache/drill/exec/record/vector/RepeatMap.java |   57 +++
> .../drill/exec/record/vector/SelectionVector.java  |   10 +-
> .../drill/exec/record/vector/TypeHelper.java       |  250 +++++++++++++
> .../drill/exec/record/vector/UInt16Vector.java     |   51 ---
> .../drill/exec/record/vector/ValueVector.java      |   46 +++-
> .../apache/drill/exec/record/vector/VarLen1.java   |   36 ++
> .../apache/drill/exec/record/vector/VarLen2.java   |   36 ++
> .../apache/drill/exec/record/vector/VarLen4.java   |   36 ++
> .../drill/exec/record/vector/VariableVector.java   |   35 ++-
> .../drill/exec/rpc/AbstractHandshakeHandler.java   |   57 +++
> .../main/java/org/apache/drill/exec/rpc/Acks.java  |   27 ++
> .../org/apache/drill/exec/rpc/BasicClient.java     |  137 +++++++-
> .../drill/exec/rpc/BasicClientWithConnection.java  |   64 ++++
> .../org/apache/drill/exec/rpc/BasicServer.java     |   61 +++-
> .../apache/drill/exec/rpc/CoordinationQueue.java   |   32 +-
> .../org/apache/drill/exec/rpc/DrillRpcFuture.java  |   78 +----
> .../apache/drill/exec/rpc/DrillRpcFutureImpl.java  |  118 +++++++
> .../apache/drill/exec/rpc/InboundRpcMessage.java   |   13 +-
> .../apache/drill/exec/rpc/OutboundRpcMessage.java  |   41 ++-
> .../apache/drill/exec/rpc/RemoteConnection.java    |   45 +++
> .../java/org/apache/drill/exec/rpc/Response.java   |    8 +-
> .../java/org/apache/drill/exec/rpc/RpcBus.java     |  136 +++++---
> .../java/org/apache/drill/exec/rpc/RpcConfig.java  |  150 ++++++++
> .../java/org/apache/drill/exec/rpc/RpcDecoder.java |   14 +-
> .../java/org/apache/drill/exec/rpc/RpcEncoder.java |   15 +-
> .../apache/drill/exec/rpc/RpcExceptionHandler.java |   21 +-
> .../java/org/apache/drill/exec/rpc/RpcMessage.java |    9 +-
> .../apache/drill/exec/rpc/RpcOutcomeListener.java  |   28 ++
> .../exec/rpc/ZeroCopyProtobufLengthDecoder.java    |   16 +-
> .../drill/exec/rpc/bit/AvailabilityListener.java   |   22 ++
> .../org/apache/drill/exec/rpc/bit/BitClient.java   |   77 ++++-
> .../java/org/apa

Mime
View raw message