drill-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From vita...@apache.org
Subject [drill] branch master updated (047c512 -> f6c63bf)
Date Thu, 15 Nov 2018 23:51:29 GMT
This is an automated email from the ASF dual-hosted git repository.

vitalii pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.


    from 047c512  DRILL-6848: Duration panel in a query profile's WebUI does not open
     new cab059a  DRILL-786: Allow CROSS JOIN syntax
     new addc40f  DRILL-6843: Update SchemaBuilder comment to match implementation
     new ded9ba9  DRILL-5671: Set secure ACLs (Access Control List) for Drill ZK nodes in
a secure cluster
     new 904bb71  DRILL-3933: Surround $QUERY variable in double-quotes to avoid asterisk
expansion in sqlline script
     new 527f1fd  DRILL-6744: Support varchar and decimal push down
     new af22b02  DRILL-6770: JsonTableGroupScan should use new MapRDB 6.1.0 APIs
     new f6c63bf  DRILL-6833: Support for pushdown of rowkey based joins

The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../exec/store/mapr/db/MapRDBFormatPlugin.java     |   2 +-
 .../mapr/db/json/RestrictedJsonRecordReader.java   |  20 +-
 .../drill/maprdb/tests/index/IndexPlanTest.java    | 273 +++++++-
 .../ConvertHiveParquetScanToDrillParquetScan.java  |  10 +-
 .../hive/HiveDrillNativeParquetRowGroupScan.java   |  17 +-
 .../store/hive/HiveDrillNativeParquetScan.java     |  19 +-
 .../exec/TestHiveDrillNativeParquetReader.java     |  41 ++
 .../exec/store/hive/HiveTestDataGenerator.java     |  10 +-
 .../src/resources/drill-override-example.conf      |  16 +
 distribution/src/resources/sqlline                 |   2 +-
 .../java/org/apache/drill/exec/ExecConstants.java  |  10 +
 .../zk/ZKACLContextProvider.java}                  |  10 +-
 .../zk/ZKACLContextProviderImpl.java}              |  15 +-
 .../zk/ZKACLProvider.java}                         |  41 +-
 .../drill/exec/coord/zk/ZKACLProviderDelegate.java |  52 ++
 .../drill/exec/coord/zk/ZKACLProviderFactory.java  | 112 ++++
 .../zk/ZKACLProviderTemplate.java}                 |  13 +-
 .../drill/exec/coord/zk/ZKClusterCoordinator.java  |  21 +-
 .../zk/ZKDefaultACLProvider.java}                  |  35 +-
 .../drill/exec/coord/zk/ZKSecureACLProvider.java   |  74 +++
 .../exec/expr/stat/ParquetComparisonPredicate.java |  59 +-
 .../drill/exec/expr/stat/RangeExprEvaluator.java   |  68 +-
 .../drill/exec/physical/impl/join/JoinUtils.java   |  30 +
 .../apache/drill/exec/planner/PlannerPhase.java    |  16 +
 .../drill/exec/planner/logical/DrillJoinRel.java   |  51 +-
 .../logical/DrillPushRowKeyJoinToScanRule.java     | 544 ++++++++++++++++
 .../planner/logical/RowKeyJoinCallContext.java     |  93 +++
 .../drill/exec/planner/logical/RowKeyJoinRel.java  |  69 ++
 .../drill/exec/planner/physical/JoinPruleBase.java |  54 ++
 .../exec/planner/physical/PlannerSettings.java     |  13 +
 .../exec/planner/physical/RowKeyJoinPrule.java     |  62 ++
 .../planner/sql/handlers/DefaultSqlHandler.java    |  24 +-
 .../sql/handlers/RefreshMetadataHandler.java       |  14 +-
 .../sql/parser/UnsupportedOperatorsVisitor.java    |   9 -
 .../org/apache/drill/exec/server/Drillbit.java     |   2 +-
 .../exec/server/options/SystemOptionManager.java   |   4 +
 .../drill/exec/store/dfs/FileSystemPlugin.java     |  16 +-
 .../apache/drill/exec/store/dfs/FormatPlugin.java  |  29 +-
 .../store/parquet/AbstractParquetGroupScan.java    |  22 +-
 .../store/parquet/AbstractParquetRowGroupScan.java |  17 +-
 .../parquet/AbstractParquetScanBatchCreator.java   |  32 +-
 .../exec/store/parquet/ParquetFilterBuilder.java   |  61 +-
 .../exec/store/parquet/ParquetFormatConfig.java    |  33 +-
 .../exec/store/parquet/ParquetFormatPlugin.java    |  26 +-
 .../drill/exec/store/parquet/ParquetGroupScan.java |  30 +-
 .../exec/store/parquet/ParquetPushDownFilter.java  |  18 +-
 .../exec/store/parquet/ParquetReaderConfig.java    | 202 ++++++
 .../exec/store/parquet/ParquetReaderUtility.java   |  95 +--
 .../exec/store/parquet/ParquetRowGroupScan.java    |  14 +-
 .../exec/store/parquet/metadata/Metadata.java      |  66 +-
 .../parquet/stat/ParquetMetaStatCollector.java     | 244 +++++--
 .../java-exec/src/main/resources/drill-module.conf |  14 +-
 .../org/apache/drill/TestCTASPartitionFilter.java  |   2 +-
 .../apache/drill/TestDisabledFunctionality.java    |  10 +-
 .../org/apache/drill/exec/coord/zk/TestZKACL.java  | 165 +++++
 .../drill/exec/planner/sql/CrossJoinTest.java      | 201 ++++++
 .../drill/exec/store/FormatPluginSerDeTest.java    |   4 +-
 .../store/dfs/TestFormatPluginOptionExtractor.java |   2 +-
 .../store/parquet/TestParquetMetadataCache.java    |  70 +-
 .../store/parquet/TestParquetReaderConfig.java     | 125 ++++
 .../parquet/TestPushDownAndPruningForDecimal.java  | 720 +++++++++++++++++++++
 .../parquet/TestPushDownAndPruningForVarchar.java  | 361 +++++++++++
 .../java/org/apache/drill/test/ClusterFixture.java |  12 +-
 .../drill/test/rowSet/schema/SchemaBuilder.java    |  18 +-
 .../decimal_gen_1_13_0/.drill.parquet_metadata     | 146 +++++
 .../parquet/decimal_gen_1_13_0/0_0_1.parquet       | Bin 0 -> 1072 bytes
 .../parquet/decimal_gen_1_13_0/0_0_2.parquet       | Bin 0 -> 1072 bytes
 .../varchar_gen_1_13_0/.drill.parquet_metadata     |  70 ++
 .../parquet/varchar_gen_1_13_0/0_0_1.parquet       | Bin 0 -> 368 bytes
 .../parquet/varchar_gen_1_13_0/0_0_2.parquet       | Bin 0 -> 368 bytes
 .../src/test/resources/zkacltest.conf}             |  21 +-
 pom.xml                                            |   7 +-
 72 files changed, 4248 insertions(+), 510 deletions(-)
 copy exec/java-exec/src/main/java/org/apache/drill/exec/{physical/base/FragmentRoot.java
=> coord/zk/ZKACLContextProvider.java} (79%)
 copy exec/java-exec/src/main/java/org/apache/drill/exec/{store/sys/BasePersistentStore.java
=> coord/zk/ZKACLContextProviderImpl.java} (73%)
 copy exec/java-exec/src/main/java/org/apache/drill/exec/{physical/base/AbstractMultiple.java
=> coord/zk/ZKACLProvider.java} (56%)
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/coord/zk/ZKACLProviderDelegate.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/coord/zk/ZKACLProviderFactory.java
 copy exec/java-exec/src/main/java/org/apache/drill/exec/{rpc/user/security/UserAuthenticatorTemplate.java
=> coord/zk/ZKACLProviderTemplate.java} (75%)
 copy exec/java-exec/src/main/java/org/apache/drill/exec/{physical/base/AbstractMultiple.java
=> coord/zk/ZKDefaultACLProvider.java} (56%)
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/coord/zk/ZKSecureACLProvider.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/DrillPushRowKeyJoinToScanRule.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/RowKeyJoinCallContext.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/RowKeyJoinRel.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/planner/physical/RowKeyJoinPrule.java
 create mode 100644 exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetReaderConfig.java
 create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/coord/zk/TestZKACL.java
 create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/planner/sql/CrossJoinTest.java
 create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/parquet/TestParquetReaderConfig.java
 create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/parquet/TestPushDownAndPruningForDecimal.java
 create mode 100644 exec/java-exec/src/test/java/org/apache/drill/exec/store/parquet/TestPushDownAndPruningForVarchar.java
 create mode 100644 exec/java-exec/src/test/resources/parquet/decimal_gen_1_13_0/.drill.parquet_metadata
 create mode 100644 exec/java-exec/src/test/resources/parquet/decimal_gen_1_13_0/0_0_1.parquet
 create mode 100644 exec/java-exec/src/test/resources/parquet/decimal_gen_1_13_0/0_0_2.parquet
 create mode 100644 exec/java-exec/src/test/resources/parquet/varchar_gen_1_13_0/.drill.parquet_metadata
 create mode 100644 exec/java-exec/src/test/resources/parquet/varchar_gen_1_13_0/0_0_1.parquet
 create mode 100644 exec/java-exec/src/test/resources/parquet/varchar_gen_1_13_0/0_0_2.parquet
 copy exec/{memory/base/src/main/resources/drill-module.conf => java-exec/src/test/resources/zkacltest.conf}
(64%)


Mime
View raw message