drill-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From sor...@apache.org
Subject [drill] branch master updated (422bf20 -> 108ced0)
Date Fri, 03 May 2019 22:46:26 GMT
This is an automated email from the ASF dual-hosted git repository.

sorabh pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.


    from 422bf20  [maven-release-plugin] prepare for next development iteration
     new 9dc81e1  DRILL-7062: Initial implementation of run-time rowgroup pruning closes #1738
     new 878cfc0  DRILL-7167: Implemented DESCRIBE TABLE statement
     new de74eab  DRILL-7171: Create metadata directories cache file in the leaf level directories
to support ConvertCountToDirectScan optimization. closes #1748
     new d897f70  DRILL-6988. Utility of the too long error message when syntax error
     new caa9831  DRILL-6974: SET option command modification
     new 5862a39  DRILL-7225: Fixed merging ColumnTypeInfo for files with different schemas
closes #1773
     new e191c54  DRILL-7228: Upgrade to a newer version of t-digest to address inaccuracies
in histogram buckets. closes #1774
     new 108ced0  DRILL-7098: File Metadata Metastore Plugin closes #1754

The 8 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../hive/HiveDrillNativeParquetRowGroupScan.java   |  18 +-
 .../store/hive/HiveDrillNativeParquetScan.java     |   3 +-
 exec/java-exec/pom.xml                             |  15 ++
 exec/java-exec/src/main/codegen/data/Parser.tdd    |   6 +-
 .../src/main/codegen/includes/parserImpls.ftl      |  66 +++++-
 .../java/org/apache/drill/exec/ExecConstants.java  |   4 +
 .../org/apache/drill/exec/expr/IsPredicate.java    |   4 +-
 .../drill/exec/expr/fn/impl/TDigestFunctions.java  | 140 +++++------
 .../base/AbstractGroupScanWithMetadata.java        |  56 +++--
 .../apache/drill/exec/physical/base/GroupScan.java |   2 -
 .../base/SimpleFileTableMetadataProvider.java      |   2 +-
 .../apache/drill/exec/physical/impl/ScanBatch.java |   4 +-
 .../impl/statistics/AbstractMergedStatistic.java   |   2 +-
 .../impl/statistics/TDigestMergedStatistic.java    |  12 +-
 .../planner/common/NumericEquiDepthHistogram.java  |   4 +-
 .../logical/ConvertCountToDirectScanRule.java      |   4 +-
 .../physical/ConvertCountToDirectScanPrule.java    |   3 +-
 .../exec/planner/physical/PlannerSettings.java     |   6 +-
 .../drill/exec/planner/sql/DrillSqlWorker.java     |  22 +-
 .../drill/exec/planner/sql/SqlConverter.java       | 104 ++++----
 .../sql/handlers/AbstractSqlSetHandler.java        |  86 +++++++
 .../planner/sql/handlers/ResetOptionHandler.java   |  73 ++++++
 .../planner/sql/handlers/SetOptionHandler.java     | 119 ++++------
 .../sql/parser/CompoundIdentifierConverter.java    |   4 +-
 .../exec/planner/sql/parser/DrillParserUtil.java   |   5 +
 .../planner/sql/parser/DrillSqlResetOption.java    | 103 ++++++++
 ...SqlDropFunction.java => DrillSqlSetOption.java} |  60 +++--
 .../sql/parser/impl/DrillSqlParseException.java    | 105 +++++++++
 .../exec/record/metadata/MapColumnMetadata.java    |   3 +-
 .../drill/exec/record/metadata/MetadataUtils.java  |  37 +++
 .../exec/server/options/SystemOptionManager.java   |   1 +
 .../exec/store/CommonParquetRecordReader.java      |  85 +++++++
 .../store/parquet/AbstractParquetGroupScan.java    |  14 +-
 .../store/parquet/AbstractParquetRowGroupScan.java |  18 +-
 .../parquet/AbstractParquetScanBatchCreator.java   | 262 +++++++++++++++++----
 .../store/parquet/BaseParquetMetadataProvider.java |  11 +-
 .../drill/exec/store/parquet/ParquetGroupScan.java |   3 +-
 .../store/parquet/ParquetGroupScanStatistics.java  |   8 +-
 .../exec/store/parquet/ParquetPushDownFilter.java  |  38 ++-
 .../exec/store/parquet/ParquetReaderStats.java     |  13 +-
 .../exec/store/parquet/ParquetRowGroupScan.java    |  23 +-
 .../store/parquet/ParquetTableMetadataUtils.java   |  19 +-
 .../parquet/columnreaders/ParquetRecordReader.java |  64 +----
 .../store/parquet/columnreaders/ReadState.java     |   7 +
 .../batchsizing/RecordBatchSizerManager.java       |   3 +-
 .../exec/store/parquet/metadata/Metadata.java      |  92 +++++---
 .../store/parquet/metadata/MetadataPathUtils.java  |  13 +-
 .../exec/store/parquet/metadata/Metadata_V4.java   |   2 +
 .../exec/store/parquet2/DrillParquetReader.java    |  25 +-
 .../java-exec/src/main/resources/drill-module.conf |   1 +
 .../logical/TestConvertCountToDirectScan.java      |  98 ++++++--
 .../drill/exec/planner/sql/TestDrillSQLWorker.java |  33 +--
 .../sql/handlers/ResetOptionHandlerTest.java       |  64 +++++
 .../planner/sql/handlers/SetOptionHandlerTest.java |  90 +++++++
 .../org/apache/drill/exec/sql/TestInfoSchema.java  |  62 ++++-
 .../store/parquet/TestParquetFilterPushDown.java   |  66 +++++-
 .../store/parquet/TestParquetMetadataCache.java    |  17 ++
 .../TestPushDownAndPruningWithItemStar.java        |  16 +-
 exec/jdbc-all/pom.xml                              |   4 +-
 .../org/apache/drill/jdbc/impl/DrillMetaImpl.java  |  17 +-
 {contrib/data => metastore/file-metadata}/pom.xml  |  19 +-
 .../exec/physical/base/TableMetadataProvider.java  |   0
 .../base/TableMetadataProviderBuilder.java         |   0
 .../org/apache/drill/metastore/FileMetadata.java   |   0
 .../apache/drill/metastore/FileTableMetadata.java  |   0
 {tools => metastore/metastore-api}/pom.xml         |  16 +-
 .../drill/exec/expr/ExactStatisticsConstants.java  |   0
 .../exec/physical/impl/statistics/Statistic.java   |  36 +--
 .../exec/record/metadata/SchemaPathUtils.java      |  34 ---
 .../org/apache/drill/metastore/BaseMetadata.java   |   0
 .../metastore/CollectableColumnStatisticsKind.java |   0
 .../metastore/CollectableTableStatisticsKind.java  |   0
 .../apache/drill/metastore/ColumnStatistics.java   |   0
 .../drill/metastore/ColumnStatisticsImpl.java      |   0
 .../drill/metastore/ColumnStatisticsKind.java      |   5 +-
 .../apache/drill/metastore/LocationProvider.java   |   0
 .../apache/drill/metastore/PartitionMetadata.java  |   0
 .../apache/drill/metastore/RowGroupMetadata.java   |   0
 .../org/apache/drill/metastore/StatisticsKind.java |   0
 .../org/apache/drill/metastore/TableMetadata.java  |   0
 .../drill/metastore/TableStatisticsKind.java       |   7 +-
 {exec/rpc => metastore}/pom.xml                    |  62 ++---
 pom.xml                                            |   1 +
 83 files changed, 1772 insertions(+), 649 deletions(-)
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/handlers/AbstractSqlSetHandler.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/handlers/ResetOptionHandler.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/parser/DrillSqlResetOption.java
 copy exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/parser/{SqlDropFunction.java
=> DrillSqlSetOption.java} (55%)
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/parser/impl/DrillSqlParseException.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/CommonParquetRecordReader.java
 create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/planner/sql/handlers/ResetOptionHandlerTest.java
 create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/planner/sql/handlers/SetOptionHandlerTest.java
 copy {contrib/data => metastore/file-metadata}/pom.xml (75%)
 rename {exec/java-exec => metastore/file-metadata}/src/main/java/org/apache/drill/exec/physical/base/TableMetadataProvider.java
(100%)
 rename {exec/java-exec => metastore/file-metadata}/src/main/java/org/apache/drill/exec/physical/base/TableMetadataProviderBuilder.java
(100%)
 rename {exec/java-exec => metastore/file-metadata}/src/main/java/org/apache/drill/metastore/FileMetadata.java
(100%)
 rename {exec/java-exec => metastore/file-metadata}/src/main/java/org/apache/drill/metastore/FileTableMetadata.java
(100%)
 copy {tools => metastore/metastore-api}/pom.xml (78%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/exec/expr/ExactStatisticsConstants.java
(100%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/exec/physical/impl/statistics/Statistic.java
(54%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/exec/record/metadata/SchemaPathUtils.java
(55%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/BaseMetadata.java
(100%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/CollectableColumnStatisticsKind.java
(100%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/CollectableTableStatisticsKind.java
(100%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/ColumnStatistics.java
(100%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/ColumnStatisticsImpl.java
(100%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/ColumnStatisticsKind.java
(96%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/LocationProvider.java
(100%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/PartitionMetadata.java
(100%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/RowGroupMetadata.java
(100%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/StatisticsKind.java
(100%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/TableMetadata.java
(100%)
 rename {exec/java-exec => metastore/metastore-api}/src/main/java/org/apache/drill/metastore/TableStatisticsKind.java
(94%)
 copy {exec/rpc => metastore}/pom.xml (63%)


Mime
View raw message