This is an automated email from the ASF dual-hosted git repository.
vitalii pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from b447260 DRILL-6212: Prevent recursive cast expressions
new 502d297 DRILL-5188: Expand sub-queries using rules
new fc825c5 DRILL-6470: Remove defunct repository
new 9299fcc DRILL-6491: Prevent merge join for full outer join at planning stage
new 9c7e557 DRILL-6502: Rename CorrelatePrel to LateralJoinPrel.
new 6823a8f DRILL-6513: Max query memory per node set to Drillbit's maximum direct memory
new aa127b7 DRILL-6523: Fix NPE for describe of partial schema
new 947e6e5 DRILL-6486: BitVector split and transfer does not work correctly for non
byte-multiple transfer lengths
new 67d992c DRILL-6340 Output Batch Control in Project using the RecordBatchSizer
new b92f599 DRILL-6454: Native MapR DB plugin support for Hive MapR-DB json table
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../scanner/persistence/AnnotationDescriptor.java | 2 +
.../drill/exec/store/mapr/TableFormatPlugin.java | 11 +-
.../exec/store/mapr/db/MapRDBFormatMatcher.java | 18 +-
.../drill/exec/store/mapr/db/MapRDBGroupScan.java | 8 +-
.../store/mapr/db/MapRDBPushFilterIntoScan.java | 2 +-
.../store/mapr/db/binary/BinaryTableGroupScan.java | 8 +-
.../store/mapr/db/json/JsonTableGroupScan.java | 6 +-
contrib/storage-hive/core/pom.xml | 5 +
...ertHiveMapRDBJsonScanToDrillMapRDBJsonScan.java | 186 +++++++++++
.../ConvertHiveParquetScanToDrillParquetScan.java | 116 +------
.../exec/store/hive/HiveMetadataProvider.java | 2 +-
.../drill/exec/store/hive/HiveStoragePlugin.java | 16 +-
.../drill/exec/store/hive/HiveTableWrapper.java | 7 +-
.../drill/exec/store/hive/HiveUtilities.java | 149 +++++++--
.../exec/TestHiveDrillNativeParquetReader.java | 4 +-
exec/java-exec/src/main/codegen/config.fmpp | 1 +
.../src/main/codegen/data/SingleValue.tdd | 62 ++++
.../src/main/codegen/templates/SingleValueAgg.java | 144 +++++++++
.../java/org/apache/drill/exec/ExecConstants.java | 11 +-
.../drill/exec/expr/AbstractExecExprVisitor.java | 58 ++++
.../drill/exec/expr/ValueVectorReadExpression.java | 8 +-
.../exec/expr/ValueVectorWriteExpression.java | 9 +-
.../exec/expr/annotations/FunctionTemplate.java | 34 ++
.../apache/drill/exec/expr/fn/DrillFuncHolder.java | 29 +-
.../drill/exec/expr/fn/FunctionAttributes.java | 8 +
.../drill/exec/expr/fn/impl/ByteSubstring.java | 3 +-
.../exec/expr/fn/impl/CastVarCharVar16Char.java | 3 +-
.../drill/exec/expr/fn/impl/CharSubstring.java | 3 +-
.../drill/exec/expr/fn/impl/ContextFunctions.java | 10 +-
.../drill/exec/expr/fn/impl/DateTypeFunctions.java | 4 +-
.../exec/expr/fn/impl/SimpleCastFunctions.java | 3 +-
.../drill/exec/expr/fn/impl/StringFunctions.java | 108 ++++---
.../exec/expr/fn/impl/conv/BigIntBEConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/BigIntConvertTo.java | 4 +-
.../expr/fn/impl/conv/BigIntVLongConvertTo.java | 4 +-
.../expr/fn/impl/conv/BooleanByteConvertTo.java | 4 +-
.../expr/fn/impl/conv/DateEpochBEConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/DateEpochConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/DoubleBEConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/DoubleConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/DummyConvertFrom.java | 3 +-
.../exec/expr/fn/impl/conv/DummyConvertTo.java | 3 +-
.../exec/expr/fn/impl/conv/FloatBEConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/FloatConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/IntBEConvertTo.java | 4 +-
.../drill/exec/expr/fn/impl/conv/IntConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/IntVIntConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/JsonConvertTo.java | 6 +-
.../expr/fn/impl/conv/SmallIntBEConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/SmallIntConvertTo.java | 4 +-
.../expr/fn/impl/conv/TimeEpochBEConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/TimeEpochConvertTo.java | 4 +-
.../fn/impl/conv/TimeStampEpochBEConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/TinyIntConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/UInt4BEConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/UInt4ConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/UInt8ConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/UTF16ConvertFrom.java | 3 +-
.../exec/expr/fn/impl/conv/UTF16ConvertTo.java | 4 +-
.../exec/expr/fn/impl/conv/UTF8ConvertFrom.java | 3 +-
.../exec/expr/fn/impl/conv/UTF8ConvertTo.java | 3 +-
...peInference.java => OutputWidthCalculator.java} | 9 +-
.../expr/fn/output/OutputWidthCalculators.java | 113 +++++++
.../drill/exec/physical/impl/join/JoinUtils.java | 105 ++++++-
.../impl/project/OutputSizeEstimateConstants.java | 46 +++
.../impl/project/OutputWidthExpression.java | 147 +++++++++
.../physical/impl/project/OutputWidthVisitor.java | 278 ++++++++++++++++
.../impl/project/OutputWidthVisitorState.java} | 28 +-
.../impl/project/ProjectMemoryManager.java | 310 ++++++++++++++++++
.../physical/impl/project/ProjectRecordBatch.java | 84 ++++-
.../exec/physical/impl/project/Projector.java | 6 +-
.../physical/impl/project/ProjectorTemplate.java | 15 +-
.../apache/drill/exec/planner/PlannerPhase.java | 14 +-
.../apache/drill/exec/planner/RuleInstance.java | 10 +
...teRelBase.java => DrillLateralJoinRelBase.java} | 6 +-
.../exec/planner/logical/DrillCorrelateRule.java | 6 +-
...lCorrelateRel.java => DrillLateralJoinRel.java} | 10 +-
.../exec/planner/logical/PreProcessLogicalRel.java | 18 +-
.../{CorrelatePrel.java => LateralJoinPrel.java} | 14 +-
.../{CorrelatePrule.java => LateralJoinPrule.java} | 25 +-
.../drill/exec/planner/physical/MergeJoinPrel.java | 3 +-
.../drill/exec/planner/physical/UnnestPrel.java | 2 +-
.../physical/explain/NumberingRelWriter.java | 20 +-
.../planner/physical/visitor/BasePrelVisitor.java | 4 +-
.../visitor/ExcessiveExchangeIdentifier.java | 6 +-
.../physical/visitor/JoinPrelRenameVisitor.java | 8 +-
.../exec/planner/physical/visitor/PrelVisitor.java | 22 +-
.../physical/visitor/PrelVisualizerVisitor.java | 4 +-
.../drill/exec/planner/sql/SqlConverter.java | 8 +-
.../planner/sql/handlers/DefaultSqlHandler.java | 12 +-
.../sql/handlers/DescribeSchemaHandler.java | 53 ++--
.../apache/drill/exec/record/RecordBatchSizer.java | 83 +++--
.../org/apache/drill/exec/record/TypedFieldId.java | 32 ++
.../exec/server/options/SystemOptionManager.java | 2 +
.../java-exec/src/main/resources/drill-module.conf | 2 +
.../java/org/apache/drill/TestCorrelation.java | 46 +++
.../apache/drill/TestDisabledFunctionality.java | 37 ---
.../java/org/apache/drill/TestExampleQueries.java | 33 ++
.../java/org/apache/drill/TestTpchDistributed.java | 1 -
.../apache/drill/TestTpchDistributedStreaming.java | 1 -
.../java/org/apache/drill/TestTpchExplain.java | 1 -
.../test/java/org/apache/drill/TestTpchLimit0.java | 1 -
.../java/org/apache/drill/TestTpchPlanning.java | 1 -
.../java/org/apache/drill/TestTpchSingleMode.java | 1 -
.../exec/compile/TestLargeFileCompilation.java | 2 +
.../drill/exec/fn/impl/TestAggregateFunctions.java | 80 +++++
.../physical/impl/join/TestMergeJoinAdvanced.java | 160 ++++++----
.../impl/lateraljoin/TestLateralPlans.java | 6 +-
.../exec/physical/unit/TestOutputBatchSize.java | 350 +++++++++++++++++++++
.../drill/exec/record/vector/TestValueVector.java | 3 +
.../org/apache/drill/exec/sql/TestInfoSchema.java | 8 +-
.../drill/exec/vector/TestSplitAndTransfer.java | 108 ++++++-
.../org/apache/drill/exec/vector/BitVector.java | 45 ++-
pom.xml | 14 +-
114 files changed, 2964 insertions(+), 590 deletions(-)
create mode 100644 contrib/storage-hive/core/src/main/java/org/apache/drill/exec/planner/sql/logical/ConvertHiveMapRDBJsonScanToDrillMapRDBJsonScan.java
create mode 100644 exec/java-exec/src/main/codegen/data/SingleValue.tdd
create mode 100644 exec/java-exec/src/main/codegen/templates/SingleValueAgg.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/expr/AbstractExecExprVisitor.java
copy exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/output/{ReturnTypeInference.java
=> OutputWidthCalculator.java} (77%)
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/output/OutputWidthCalculators.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/project/OutputSizeEstimateConstants.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/project/OutputWidthExpression.java
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/project/OutputWidthVisitor.java
copy exec/java-exec/src/main/java/org/apache/drill/exec/{schema/BackedRecord.java => physical/impl/project/OutputWidthVisitorState.java}
(59%)
create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/project/ProjectMemoryManager.java
rename exec/java-exec/src/main/java/org/apache/drill/exec/planner/common/{DrillCorrelateRelBase.java
=> DrillLateralJoinRelBase.java} (87%)
rename exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/{DrillCorrelateRel.java
=> DrillLateralJoinRel.java} (80%)
rename exec/java-exec/src/main/java/org/apache/drill/exec/planner/physical/{CorrelatePrel.java
=> LateralJoinPrel.java} (88%)
rename exec/java-exec/src/main/java/org/apache/drill/exec/planner/physical/{CorrelatePrule.java
=> LateralJoinPrule.java} (69%)
|