This is an automated email from the ASF dual-hosted git repository.
amansinha pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 7c2661d DRILL-7108: Improve selectivity estimates for (NOT)LIKE,
NOT_EQUALS, IS NOT NULL predicates
new 2d28be8 DRILL-7113: Fix creation of filter conditions for IS NULL and
IS NOT NULL for MapR-DB format plugin
new 189ebb4 DRILL-6852: Adapt current Parquet Metadata cache
implementation to use Drill Metastore API
The 3513 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../store/mapr/db/json/JsonConditionBuilder.java | 8 +-
.../drill/maprdb/tests/json/TestSimpleJson.java | 6 +-
.../store/hive/HiveDrillNativeParquetScan.java | 86 ++-
.../hive/HiveParquetTableMetadataProvider.java | 104 +++
...BooleanPredicate.java => BooleanPredicate.java} | 47 +-
...isonPredicate.java => ComparisonPredicate.java} | 158 +++--
.../drill/exec/expr/ExactStatisticsConstants.java | 14 +-
.../exec/expr/ExpressionTreeMaterializer.java | 31 +-
.../FilterBuilder.java} | 85 ++-
.../apache/drill/exec/expr/FilterPredicate.java | 10 +-
.../ParquetIsPredicate.java => IsPredicate.java} | 111 ++--
.../apache/drill/exec/expr/StatisticsProvider.java | 336 ++++++++++
.../exec/expr/stat/ParquetPredicatesHelper.java | 60 --
.../drill/exec/expr/stat/RangeExprEvaluator.java | 365 -----------
...{ParquetFilterPredicate.java => RowsMatch.java} | 23 +-
.../exec/physical/base/AbstractGroupScan.java | 2 +-
.../base/AbstractGroupScanWithMetadata.java | 716 +++++++++++++++++++++
.../drill/exec/physical/base/DbGroupScan.java | 32 +-
.../drill/exec/physical/base/FileGroupScan.java | 7 +-
.../apache/drill/exec/physical/base/GroupScan.java | 2 +-
.../drill/exec/physical/base/IndexGroupScan.java | 18 +-
.../physical/base/ParquetMetadataProvider.java | 69 ++
...Scan.java => ParquetTableMetadataProvider.java} | 26 +-
.../exec/physical/base/TableMetadataProvider.java | 88 +++
.../exec/planner/ParquetPartitionDescriptor.java | 12 +-
.../logical/DrillPushProjectIntoScanRule.java | 6 +-
.../planner/logical/partition/PruneScanRule.java | 4 +-
.../exec/record/metadata/SchemaPathUtils.java | 85 +++
.../store/parquet/AbstractParquetGroupScan.java | 683 +++++++++++---------
.../store/parquet/BaseParquetMetadataProvider.java | 347 ++++++++++
.../exec/store/parquet/FilterEvaluatorUtils.java | 139 ++++
.../drill/exec/store/parquet/ParquetGroupScan.java | 338 ++--------
.../store/parquet/ParquetGroupScanStatistics.java | 138 ++--
.../exec/store/parquet/ParquetPushDownFilter.java | 20 +-
.../store/parquet/ParquetRGFilterEvaluator.java | 141 ----
.../parquet/ParquetTableMetadataProviderImpl.java | 338 ++++++++++
.../store/parquet/ParquetTableMetadataUtils.java | 670 +++++++++++++++++++
.../exec/store/parquet/metadata/Metadata.java | 23 +-
.../exec/store/parquet/metadata/Metadata_V2.java | 5 +-
.../exec/store/parquet/metadata/Metadata_V3.java | 3 +-
.../parquet/stat/ParquetFooterStatCollector.java | 196 ------
.../parquet/stat/ParquetMetaStatCollector.java | 301 ---------
.../exec/store/parquet2/DrillParquetReader.java | 10 -
.../apache/drill/exec/util/ImpersonationUtil.java | 8 +-
.../org/apache/drill/metastore/BaseMetadata.java | 80 +++
.../CollectableColumnStatisticsKind.java} | 25 +-
.../CollectableTableStatisticsKind.java} | 25 +-
.../apache/drill/metastore/ColumnStatistics.java | 73 +++
.../drill/metastore/ColumnStatisticsImpl.java | 67 ++
.../drill/metastore/ColumnStatisticsKind.java | 120 ++++
.../org/apache/drill/metastore/FileMetadata.java | 102 +++
.../apache/drill/metastore/FileTableMetadata.java | 132 ++++
.../apache/drill/metastore/LocationProvider.java | 17 +-
.../apache/drill/metastore/PartitionMetadata.java | 123 ++++
.../apache/drill/metastore/RowGroupMetadata.java | 106 +++
.../StatisticsKind.java} | 38 +-
.../TableMetadata.java} | 19 +-
.../drill/metastore/TableStatisticsKind.java | 79 +++
.../store/parquet/TestParquetFilterPushDown.java | 132 ++--
.../store/parquet/TestParquetLimitPushDown.java | 8 +-
.../apache/drill/common/expression/SchemaPath.java | 3 +
.../org/apache/drill/common/graph/GraphValue.java | 6 +-
62 files changed, 4806 insertions(+), 2220 deletions(-)
create mode 100644
contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveParquetTableMetadataProvider.java
rename
exec/java-exec/src/main/java/org/apache/drill/exec/expr/{stat/ParquetBooleanPredicate.java
=> BooleanPredicate.java} (71%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/expr/{stat/ParquetComparisonPredicate.java
=> ComparisonPredicate.java} (54%)
copy logical/src/main/java/org/apache/drill/common/graph/GraphValue.java =>
exec/java-exec/src/main/java/org/apache/drill/exec/expr/ExactStatisticsConstants.java
(74%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/{store/parquet/ParquetFilterBuilder.java
=> expr/FilterBuilder.java} (79%)
copy logical/src/main/java/org/apache/drill/common/graph/GraphValue.java =>
exec/java-exec/src/main/java/org/apache/drill/exec/expr/FilterPredicate.java
(77%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/expr/{stat/ParquetIsPredicate.java
=> IsPredicate.java} (57%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/expr/StatisticsProvider.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/expr/stat/ParquetPredicatesHelper.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/expr/stat/RangeExprEvaluator.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/expr/stat/{ParquetFilterPredicate.java
=> RowsMatch.java} (60%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/AbstractGroupScanWithMetadata.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/ParquetMetadataProvider.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/{FileGroupScan.java
=> ParquetTableMetadataProvider.java} (61%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/base/TableMetadataProvider.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/record/metadata/SchemaPathUtils.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/BaseParquetMetadataProvider.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/FilterEvaluatorUtils.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetRGFilterEvaluator.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetTableMetadataProviderImpl.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/ParquetTableMetadataUtils.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/stat/ParquetFooterStatCollector.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/stat/ParquetMetaStatCollector.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/metastore/BaseMetadata.java
copy
exec/java-exec/src/main/java/org/apache/drill/{exec/expr/stat/ParquetFilterPredicate.java
=> metastore/CollectableColumnStatisticsKind.java} (53%)
rename
exec/java-exec/src/main/java/org/apache/drill/{exec/expr/stat/ParquetFilterPredicate.java
=> metastore/CollectableTableStatisticsKind.java} (53%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/metastore/ColumnStatistics.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/metastore/ColumnStatisticsImpl.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/metastore/ColumnStatisticsKind.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/metastore/FileMetadata.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/metastore/FileTableMetadata.java
copy logical/src/main/java/org/apache/drill/common/graph/GraphValue.java =>
exec/java-exec/src/main/java/org/apache/drill/metastore/LocationProvider.java
(75%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/metastore/PartitionMetadata.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/metastore/RowGroupMetadata.java
rename
exec/java-exec/src/main/java/org/apache/drill/{exec/store/parquet/stat/ColumnStatistics.java
=> metastore/StatisticsKind.java} (55%)
rename
exec/java-exec/src/main/java/org/apache/drill/{exec/store/parquet/stat/ColumnStatCollector.java
=> metastore/TableMetadata.java} (68%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/metastore/TableStatisticsKind.java
