drill-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From vita...@apache.org
Subject [drill] branch master updated (b447260 -> b92f599)
Date Fri, 22 Jun 2018 21:14:31 GMT
This is an automated email from the ASF dual-hosted git repository.

vitalii pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.


    from b447260  DRILL-6212: Prevent recursive cast expressions
     new 502d297  DRILL-5188: Expand sub-queries using rules
     new fc825c5  DRILL-6470: Remove defunct repository
     new 9299fcc  DRILL-6491: Prevent merge join for full outer join at planning stage
     new 9c7e557  DRILL-6502: Rename CorrelatePrel to LateralJoinPrel.
     new 6823a8f  DRILL-6513: Max query memory per node set to Drillbit's maximum direct memory
     new aa127b7  DRILL-6523: Fix NPE for describe of partial schema
     new 947e6e5  DRILL-6486: BitVector split and transfer does not work correctly for non
byte-multiple transfer lengths
     new 67d992c  DRILL-6340 Output Batch Control in Project using the RecordBatchSizer
     new b92f599  DRILL-6454: Native MapR DB plugin support for Hive MapR-DB json table

The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../scanner/persistence/AnnotationDescriptor.java  |   2 +
 .../drill/exec/store/mapr/TableFormatPlugin.java   |  11 +-
 .../exec/store/mapr/db/MapRDBFormatMatcher.java    |  18 +-
 .../drill/exec/store/mapr/db/MapRDBGroupScan.java  |   8 +-
 .../store/mapr/db/MapRDBPushFilterIntoScan.java    |   2 +-
 .../store/mapr/db/binary/BinaryTableGroupScan.java |   8 +-
 .../store/mapr/db/json/JsonTableGroupScan.java     |   6 +-
 contrib/storage-hive/core/pom.xml                  |   5 +
 ...ertHiveMapRDBJsonScanToDrillMapRDBJsonScan.java | 186 +++++++++++
 .../ConvertHiveParquetScanToDrillParquetScan.java  | 116 +------
 .../exec/store/hive/HiveMetadataProvider.java      |   2 +-
 .../drill/exec/store/hive/HiveStoragePlugin.java   |  16 +-
 .../drill/exec/store/hive/HiveTableWrapper.java    |   7 +-
 .../drill/exec/store/hive/HiveUtilities.java       | 149 +++++++--
 .../exec/TestHiveDrillNativeParquetReader.java     |   4 +-
 exec/java-exec/src/main/codegen/config.fmpp        |   1 +
 .../src/main/codegen/data/SingleValue.tdd          |  62 ++++
 .../src/main/codegen/templates/SingleValueAgg.java | 144 +++++++++
 .../java/org/apache/drill/exec/ExecConstants.java  |  11 +-
 .../drill/exec/expr/AbstractExecExprVisitor.java   |  58 ++++
 .../drill/exec/expr/ValueVectorReadExpression.java |   8 +-
 .../exec/expr/ValueVectorWriteExpression.java      |   9 +-
 .../exec/expr/annotations/FunctionTemplate.java    |  34 ++
 .../apache/drill/exec/expr/fn/DrillFuncHolder.java |  29 +-
 .../drill/exec/expr/fn/FunctionAttributes.java     |   8 +
 .../drill/exec/expr/fn/impl/ByteSubstring.java     |   3 +-
 .../exec/expr/fn/impl/CastVarCharVar16Char.java    |   3 +-
 .../drill/exec/expr/fn/impl/CharSubstring.java     |   3 +-
 .../drill/exec/expr/fn/impl/ContextFunctions.java  |  10 +-
 .../drill/exec/expr/fn/impl/DateTypeFunctions.java |   4 +-
 .../exec/expr/fn/impl/SimpleCastFunctions.java     |   3 +-
 .../drill/exec/expr/fn/impl/StringFunctions.java   | 108 ++++---
 .../exec/expr/fn/impl/conv/BigIntBEConvertTo.java  |   4 +-
 .../exec/expr/fn/impl/conv/BigIntConvertTo.java    |   4 +-
 .../expr/fn/impl/conv/BigIntVLongConvertTo.java    |   4 +-
 .../expr/fn/impl/conv/BooleanByteConvertTo.java    |   4 +-
 .../expr/fn/impl/conv/DateEpochBEConvertTo.java    |   4 +-
 .../exec/expr/fn/impl/conv/DateEpochConvertTo.java |   4 +-
 .../exec/expr/fn/impl/conv/DoubleBEConvertTo.java  |   4 +-
 .../exec/expr/fn/impl/conv/DoubleConvertTo.java    |   4 +-
 .../exec/expr/fn/impl/conv/DummyConvertFrom.java   |   3 +-
 .../exec/expr/fn/impl/conv/DummyConvertTo.java     |   3 +-
 .../exec/expr/fn/impl/conv/FloatBEConvertTo.java   |   4 +-
 .../exec/expr/fn/impl/conv/FloatConvertTo.java     |   4 +-
 .../exec/expr/fn/impl/conv/IntBEConvertTo.java     |   4 +-
 .../drill/exec/expr/fn/impl/conv/IntConvertTo.java |   4 +-
 .../exec/expr/fn/impl/conv/IntVIntConvertTo.java   |   4 +-
 .../exec/expr/fn/impl/conv/JsonConvertTo.java      |   6 +-
 .../expr/fn/impl/conv/SmallIntBEConvertTo.java     |   4 +-
 .../exec/expr/fn/impl/conv/SmallIntConvertTo.java  |   4 +-
 .../expr/fn/impl/conv/TimeEpochBEConvertTo.java    |   4 +-
 .../exec/expr/fn/impl/conv/TimeEpochConvertTo.java |   4 +-
 .../fn/impl/conv/TimeStampEpochBEConvertTo.java    |   4 +-
 .../exec/expr/fn/impl/conv/TinyIntConvertTo.java   |   4 +-
 .../exec/expr/fn/impl/conv/UInt4BEConvertTo.java   |   4 +-
 .../exec/expr/fn/impl/conv/UInt4ConvertTo.java     |   4 +-
 .../exec/expr/fn/impl/conv/UInt8ConvertTo.java     |   4 +-
 .../exec/expr/fn/impl/conv/UTF16ConvertFrom.java   |   3 +-
 .../exec/expr/fn/impl/conv/UTF16ConvertTo.java     |   4 +-
 .../exec/expr/fn/impl/conv/UTF8ConvertFrom.java    |   3 +-
 .../exec/expr/fn/impl/conv/UTF8ConvertTo.java      |   3 +-
 ...peInference.java => OutputWidthCalculator.java} |   9 +-
 .../expr/fn/output/OutputWidthCalculators.java     | 113 +++++++
 .../drill/exec/physical/impl/join/JoinUtils.java   | 105 ++++++-
 .../impl/project/OutputSizeEstimateConstants.java  |  46 +++
 .../impl/project/OutputWidthExpression.java        | 147 +++++++++
 .../physical/impl/project/OutputWidthVisitor.java  | 278 ++++++++++++++++
 .../impl/project/OutputWidthVisitorState.java}     |  28 +-
 .../impl/project/ProjectMemoryManager.java         | 310 ++++++++++++++++++
 .../physical/impl/project/ProjectRecordBatch.java  |  84 ++++-
 .../exec/physical/impl/project/Projector.java      |   6 +-
 .../physical/impl/project/ProjectorTemplate.java   |  15 +-
 .../apache/drill/exec/planner/PlannerPhase.java    |  14 +-
 .../apache/drill/exec/planner/RuleInstance.java    |  10 +
 ...teRelBase.java => DrillLateralJoinRelBase.java} |   6 +-
 .../exec/planner/logical/DrillCorrelateRule.java   |   6 +-
 ...lCorrelateRel.java => DrillLateralJoinRel.java} |  10 +-
 .../exec/planner/logical/PreProcessLogicalRel.java |  18 +-
 .../{CorrelatePrel.java => LateralJoinPrel.java}   |  14 +-
 .../{CorrelatePrule.java => LateralJoinPrule.java} |  25 +-
 .../drill/exec/planner/physical/MergeJoinPrel.java |   3 +-
 .../drill/exec/planner/physical/UnnestPrel.java    |   2 +-
 .../physical/explain/NumberingRelWriter.java       |  20 +-
 .../planner/physical/visitor/BasePrelVisitor.java  |   4 +-
 .../visitor/ExcessiveExchangeIdentifier.java       |   6 +-
 .../physical/visitor/JoinPrelRenameVisitor.java    |   8 +-
 .../exec/planner/physical/visitor/PrelVisitor.java |  22 +-
 .../physical/visitor/PrelVisualizerVisitor.java    |   4 +-
 .../drill/exec/planner/sql/SqlConverter.java       |   8 +-
 .../planner/sql/handlers/DefaultSqlHandler.java    |  12 +-
 .../sql/handlers/DescribeSchemaHandler.java        |  53 ++--
 .../apache/drill/exec/record/RecordBatchSizer.java |  83 +++--
 .../org/apache/drill/exec/record/TypedFieldId.java |  32 ++
 .../exec/server/options/SystemOptionManager.java   |   2 +
 .../java-exec/src/main/resources/drill-module.conf |   2 +
 .../java/org/apache/drill/TestCorrelation.java     |  46 +++
 .../apache/drill/TestDisabledFunctionality.java    |  37 ---
 .../java/org/apache/drill/TestExampleQueries.java  |  33 ++
 .../java/org/apache/drill/TestTpchDistributed.java |   1 -
 .../apache/drill/TestTpchDistributedStreaming.java |   1 -
 .../java/org/apache/drill/TestTpchExplain.java     |   1 -
 .../test/java/org/apache/drill/TestTpchLimit0.java |   1 -
 .../java/org/apache/drill/TestTpchPlanning.java    |   1 -
 .../java/org/apache/drill/TestTpchSingleMode.java  |   1 -
 .../exec/compile/TestLargeFileCompilation.java     |   2 +
 .../drill/exec/fn/impl/TestAggregateFunctions.java |  80 +++++
 .../physical/impl/join/TestMergeJoinAdvanced.java  | 160 ++++++----
 .../impl/lateraljoin/TestLateralPlans.java         |   6 +-
 .../exec/physical/unit/TestOutputBatchSize.java    | 350 +++++++++++++++++++++
 .../drill/exec/record/vector/TestValueVector.java  |   3 +
 .../org/apache/drill/exec/sql/TestInfoSchema.java  |   8 +-
 .../drill/exec/vector/TestSplitAndTransfer.java    | 108 ++++++-
 .../org/apache/drill/exec/vector/BitVector.java    |  45 ++-
 pom.xml                                            |  14 +-
 114 files changed, 2964 insertions(+), 590 deletions(-)
 create mode 100644 contrib/storage-hive/core/src/main/java/org/apache/drill/exec/planner/sql/logical/ConvertHiveMapRDBJsonScanToDrillMapRDBJsonScan.java
 create mode 100644 exec/java-exec/src/main/codegen/data/SingleValue.tdd
 create mode 100644 exec/java-exec/src/main/codegen/templates/SingleValueAgg.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/expr/AbstractExecExprVisitor.java
 copy exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/output/{ReturnTypeInference.java
=> OutputWidthCalculator.java} (77%)
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/expr/fn/output/OutputWidthCalculators.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/project/OutputSizeEstimateConstants.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/project/OutputWidthExpression.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/project/OutputWidthVisitor.java
 copy exec/java-exec/src/main/java/org/apache/drill/exec/{schema/BackedRecord.java => physical/impl/project/OutputWidthVisitorState.java}
(59%)
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/project/ProjectMemoryManager.java
 rename exec/java-exec/src/main/java/org/apache/drill/exec/planner/common/{DrillCorrelateRelBase.java
=> DrillLateralJoinRelBase.java} (87%)
 rename exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/{DrillCorrelateRel.java
=> DrillLateralJoinRel.java} (80%)
 rename exec/java-exec/src/main/java/org/apache/drill/exec/planner/physical/{CorrelatePrel.java
=> LateralJoinPrel.java} (88%)
 rename exec/java-exec/src/main/java/org/apache/drill/exec/planner/physical/{CorrelatePrule.java
=> LateralJoinPrule.java} (69%)


Mime
View raw message