This is an automated email from the ASF dual-hosted git repository.
vitalii pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 047c512 DRILL-6848: Duration panel in a query profile's WebUI does
not open
new cab059a DRILL-786: Allow CROSS JOIN syntax
new addc40f DRILL-6843: Update SchemaBuilder comment to match
implementation
new ded9ba9 DRILL-5671: Set secure ACLs (Access Control List) for Drill
ZK nodes in a secure cluster
new 904bb71 DRILL-3933: Surround $QUERY variable in double-quotes to
avoid asterisk expansion in sqlline script
new 527f1fd DRILL-6744: Support varchar and decimal push down
new af22b02 DRILL-6770: JsonTableGroupScan should use new MapRDB 6.1.0
APIs
new f6c63bf DRILL-6833: Support for pushdown of rowkey based joins
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../exec/store/mapr/db/MapRDBFormatPlugin.java | 2 +-
.../mapr/db/json/RestrictedJsonRecordReader.java | 20 +-
.../drill/maprdb/tests/index/IndexPlanTest.java | 273 +++++++-
.../ConvertHiveParquetScanToDrillParquetScan.java | 10 +-
.../hive/HiveDrillNativeParquetRowGroupScan.java | 17 +-
.../store/hive/HiveDrillNativeParquetScan.java | 19 +-
.../exec/TestHiveDrillNativeParquetReader.java | 41 ++
.../exec/store/hive/HiveTestDataGenerator.java | 10 +-
.../src/resources/drill-override-example.conf | 16 +
distribution/src/resources/sqlline | 2 +-
.../java/org/apache/drill/exec/ExecConstants.java | 10 +
.../zk/ZKACLContextProvider.java} | 10 +-
.../zk/ZKACLContextProviderImpl.java} | 15 +-
.../zk/ZKACLProvider.java} | 41 +-
.../drill/exec/coord/zk/ZKACLProviderDelegate.java | 52 ++
.../drill/exec/coord/zk/ZKACLProviderFactory.java | 112 ++++
.../zk/ZKACLProviderTemplate.java} | 13 +-
.../drill/exec/coord/zk/ZKClusterCoordinator.java | 21 +-
.../zk/ZKDefaultACLProvider.java} | 35 +-
.../drill/exec/coord/zk/ZKSecureACLProvider.java | 74 +++
.../exec/expr/stat/ParquetComparisonPredicate.java | 59 +-
.../drill/exec/expr/stat/RangeExprEvaluator.java | 68 +-
.../drill/exec/physical/impl/join/JoinUtils.java | 30 +
.../apache/drill/exec/planner/PlannerPhase.java | 16 +
.../drill/exec/planner/logical/DrillJoinRel.java | 51 +-
.../logical/DrillPushRowKeyJoinToScanRule.java | 544 ++++++++++++++++
.../planner/logical/RowKeyJoinCallContext.java | 93 +++
.../drill/exec/planner/logical/RowKeyJoinRel.java | 69 ++
.../drill/exec/planner/physical/JoinPruleBase.java | 54 ++
.../exec/planner/physical/PlannerSettings.java | 13 +
.../exec/planner/physical/RowKeyJoinPrule.java | 62 ++
.../planner/sql/handlers/DefaultSqlHandler.java | 24 +-
.../sql/handlers/RefreshMetadataHandler.java | 14 +-
.../sql/parser/UnsupportedOperatorsVisitor.java | 9 -
.../org/apache/drill/exec/server/Drillbit.java | 2 +-
.../exec/server/options/SystemOptionManager.java | 4 +
.../drill/exec/store/dfs/FileSystemPlugin.java | 16 +-
.../apache/drill/exec/store/dfs/FormatPlugin.java | 29 +-
.../store/parquet/AbstractParquetGroupScan.java | 22 +-
.../store/parquet/AbstractParquetRowGroupScan.java | 17 +-
.../parquet/AbstractParquetScanBatchCreator.java | 32 +-
.../exec/store/parquet/ParquetFilterBuilder.java | 61 +-
.../exec/store/parquet/ParquetFormatConfig.java | 33 +-
.../exec/store/parquet/ParquetFormatPlugin.java | 26 +-
.../drill/exec/store/parquet/ParquetGroupScan.java | 30 +-
.../exec/store/parquet/ParquetPushDownFilter.java | 18 +-
.../exec/store/parquet/ParquetReaderConfig.java | 202 ++++++
.../exec/store/parquet/ParquetReaderUtility.java | 95 +--
.../exec/store/parquet/ParquetRowGroupScan.java | 14 +-
.../exec/store/parquet/metadata/Metadata.java | 66 +-
.../parquet/stat/ParquetMetaStatCollector.java | 244 +++++--
.../java-exec/src/main/resources/drill-module.conf | 14 +-
.../org/apache/drill/TestCTASPartitionFilter.java | 2 +-
.../apache/drill/TestDisabledFunctionality.java | 10 +-
.../org/apache/drill/exec/coord/zk/TestZKACL.java | 165 +++++
.../drill/exec/planner/sql/CrossJoinTest.java | 201 ++++++
.../drill/exec/store/FormatPluginSerDeTest.java | 4 +-
.../store/dfs/TestFormatPluginOptionExtractor.java | 2 +-
.../store/parquet/TestParquetMetadataCache.java | 70 +-
.../store/parquet/TestParquetReaderConfig.java | 125 ++++
.../parquet/TestPushDownAndPruningForDecimal.java | 720 +++++++++++++++++++++
.../parquet/TestPushDownAndPruningForVarchar.java | 361 +++++++++++
.../java/org/apache/drill/test/ClusterFixture.java | 12 +-
.../drill/test/rowSet/schema/SchemaBuilder.java | 18 +-
.../decimal_gen_1_13_0/.drill.parquet_metadata | 146 +++++
.../parquet/decimal_gen_1_13_0/0_0_1.parquet | Bin 0 -> 1072 bytes
.../parquet/decimal_gen_1_13_0/0_0_2.parquet | Bin 0 -> 1072 bytes
.../varchar_gen_1_13_0/.drill.parquet_metadata | 70 ++
.../parquet/varchar_gen_1_13_0/0_0_1.parquet | Bin 0 -> 368 bytes
.../parquet/varchar_gen_1_13_0/0_0_2.parquet | Bin 0 -> 368 bytes
.../src/test/resources/zkacltest.conf} | 21 +-
pom.xml | 7 +-
72 files changed, 4248 insertions(+), 510 deletions(-)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/{physical/base/FragmentRoot.java
=> coord/zk/ZKACLContextProvider.java} (79%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/{store/sys/BasePersistentStore.java
=> coord/zk/ZKACLContextProviderImpl.java} (73%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/{physical/base/AbstractMultiple.java
=> coord/zk/ZKACLProvider.java} (56%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/coord/zk/ZKACLProviderDelegate.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/coord/zk/ZKACLProviderFactory.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/{rpc/user/security/UserAuthenticatorTemplate.java
=> coord/zk/ZKACLProviderTemplate.java} (75%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/{physical/base/AbstractMultiple.java
=> coord/zk/ZKDefaultACLProvider.java} (56%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/coord/zk/ZKSecureACLProvider.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/DrillPushRowKeyJoinToScanRule.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/RowKeyJoinCallContext.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/RowKeyJoinRel.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/physical/RowKeyJoinPrule.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetReaderConfig.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/coord/zk/TestZKACL.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/planner/sql/CrossJoinTest.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/parquet/TestParquetReaderConfig.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/parquet/TestPushDownAndPruningForDecimal.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/parquet/TestPushDownAndPruningForVarchar.java
create mode 100644
exec/java-exec/src/test/resources/parquet/decimal_gen_1_13_0/.drill.parquet_metadata
create mode 100644
exec/java-exec/src/test/resources/parquet/decimal_gen_1_13_0/0_0_1.parquet
create mode 100644
exec/java-exec/src/test/resources/parquet/decimal_gen_1_13_0/0_0_2.parquet
create mode 100644
exec/java-exec/src/test/resources/parquet/varchar_gen_1_13_0/.drill.parquet_metadata
create mode 100644
exec/java-exec/src/test/resources/parquet/varchar_gen_1_13_0/0_0_1.parquet
create mode 100644
exec/java-exec/src/test/resources/parquet/varchar_gen_1_13_0/0_0_2.parquet
copy exec/{memory/base/src/main/resources/drill-module.conf =>
java-exec/src/test/resources/zkacltest.conf} (64%)
