This is an automated email from the ASF dual-hosted git repository.
sorabh pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 422bf20 [maven-release-plugin] prepare for next development iteration
new 9dc81e1 DRILL-7062: Initial implementation of run-time rowgroup
pruning closes #1738
new 878cfc0 DRILL-7167: Implemented DESCRIBE TABLE statement
new de74eab DRILL-7171: Create metadata directories cache file in the
leaf level directories to support ConvertCountToDirectScan optimization. closes
#1748
new d897f70 DRILL-6988. Utility of the too long error message when syntax
error
new caa9831 DRILL-6974: SET option command modification
new 5862a39 DRILL-7225: Fixed merging ColumnTypeInfo for files with
different schemas closes #1773
new e191c54 DRILL-7228: Upgrade to a newer version of t-digest to address
inaccuracies in histogram buckets. closes #1774
new 108ced0 DRILL-7098: File Metadata Metastore Plugin closes #1754
The 8 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../hive/HiveDrillNativeParquetRowGroupScan.java | 18 +-
.../store/hive/HiveDrillNativeParquetScan.java | 3 +-
exec/java-exec/pom.xml | 15 ++
exec/java-exec/src/main/codegen/data/Parser.tdd | 6 +-
.../src/main/codegen/includes/parserImpls.ftl | 66 +++++-
.../java/org/apache/drill/exec/ExecConstants.java | 4 +
.../org/apache/drill/exec/expr/IsPredicate.java | 4 +-
.../drill/exec/expr/fn/impl/TDigestFunctions.java | 140 +++++------
.../base/AbstractGroupScanWithMetadata.java | 56 +++--
.../apache/drill/exec/physical/base/GroupScan.java | 2 -
.../base/SimpleFileTableMetadataProvider.java | 2 +-
.../apache/drill/exec/physical/impl/ScanBatch.java | 4 +-
.../impl/statistics/AbstractMergedStatistic.java | 2 +-
.../impl/statistics/TDigestMergedStatistic.java | 12 +-
.../planner/common/NumericEquiDepthHistogram.java | 4 +-
.../logical/ConvertCountToDirectScanRule.java | 4 +-
.../physical/ConvertCountToDirectScanPrule.java | 3 +-
.../exec/planner/physical/PlannerSettings.java | 6 +-
.../drill/exec/planner/sql/DrillSqlWorker.java | 22 +-
.../drill/exec/planner/sql/SqlConverter.java | 104 ++++----
.../sql/handlers/AbstractSqlSetHandler.java | 86 +++++++
.../planner/sql/handlers/ResetOptionHandler.java | 73 ++++++
.../planner/sql/handlers/SetOptionHandler.java | 119 ++++------
.../sql/parser/CompoundIdentifierConverter.java | 4 +-
.../exec/planner/sql/parser/DrillParserUtil.java | 5 +
.../planner/sql/parser/DrillSqlResetOption.java | 103 ++++++++
...SqlDropFunction.java => DrillSqlSetOption.java} | 60 +++--
.../sql/parser/impl/DrillSqlParseException.java | 105 +++++++++
.../exec/record/metadata/MapColumnMetadata.java | 3 +-
.../drill/exec/record/metadata/MetadataUtils.java | 37 +++
.../exec/server/options/SystemOptionManager.java | 1 +
.../exec/store/CommonParquetRecordReader.java | 85 +++++++
.../store/parquet/AbstractParquetGroupScan.java | 14 +-
.../store/parquet/AbstractParquetRowGroupScan.java | 18 +-
.../parquet/AbstractParquetScanBatchCreator.java | 262 +++++++++++++++++----
.../store/parquet/BaseParquetMetadataProvider.java | 11 +-
.../drill/exec/store/parquet/ParquetGroupScan.java | 3 +-
.../store/parquet/ParquetGroupScanStatistics.java | 8 +-
.../exec/store/parquet/ParquetPushDownFilter.java | 38 ++-
.../exec/store/parquet/ParquetReaderStats.java | 13 +-
.../exec/store/parquet/ParquetRowGroupScan.java | 23 +-
.../store/parquet/ParquetTableMetadataUtils.java | 19 +-
.../parquet/columnreaders/ParquetRecordReader.java | 64 +----
.../store/parquet/columnreaders/ReadState.java | 7 +
.../batchsizing/RecordBatchSizerManager.java | 3 +-
.../exec/store/parquet/metadata/Metadata.java | 92 +++++---
.../store/parquet/metadata/MetadataPathUtils.java | 13 +-
.../exec/store/parquet/metadata/Metadata_V4.java | 2 +
.../exec/store/parquet2/DrillParquetReader.java | 25 +-
.../java-exec/src/main/resources/drill-module.conf | 1 +
.../logical/TestConvertCountToDirectScan.java | 98 ++++++--
.../drill/exec/planner/sql/TestDrillSQLWorker.java | 33 +--
.../sql/handlers/ResetOptionHandlerTest.java | 64 +++++
.../planner/sql/handlers/SetOptionHandlerTest.java | 90 +++++++
.../org/apache/drill/exec/sql/TestInfoSchema.java | 62 ++++-
.../store/parquet/TestParquetFilterPushDown.java | 66 +++++-
.../store/parquet/TestParquetMetadataCache.java | 17 ++
.../TestPushDownAndPruningWithItemStar.java | 16 +-
exec/jdbc-all/pom.xml | 4 +-
.../org/apache/drill/jdbc/impl/DrillMetaImpl.java | 17 +-
{contrib/data => metastore/file-metadata}/pom.xml | 19 +-
.../exec/physical/base/TableMetadataProvider.java | 0
.../base/TableMetadataProviderBuilder.java | 0
.../org/apache/drill/metastore/FileMetadata.java | 0
.../apache/drill/metastore/FileTableMetadata.java | 0
{tools => metastore/metastore-api}/pom.xml | 16 +-
.../drill/exec/expr/ExactStatisticsConstants.java | 0
.../exec/physical/impl/statistics/Statistic.java | 36 +--
.../exec/record/metadata/SchemaPathUtils.java | 34 ---
.../org/apache/drill/metastore/BaseMetadata.java | 0
.../metastore/CollectableColumnStatisticsKind.java | 0
.../metastore/CollectableTableStatisticsKind.java | 0
.../apache/drill/metastore/ColumnStatistics.java | 0
.../drill/metastore/ColumnStatisticsImpl.java | 0
.../drill/metastore/ColumnStatisticsKind.java | 5 +-
.../apache/drill/metastore/LocationProvider.java | 0
.../apache/drill/metastore/PartitionMetadata.java | 0
.../apache/drill/metastore/RowGroupMetadata.java | 0
.../org/apache/drill/metastore/StatisticsKind.java | 0
.../org/apache/drill/metastore/TableMetadata.java | 0
.../drill/metastore/TableStatisticsKind.java | 7 +-
{exec/rpc => metastore}/pom.xml | 62 ++---
pom.xml | 1 +
83 files changed, 1772 insertions(+), 649 deletions(-)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/handlers/AbstractSqlSetHandler.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/handlers/ResetOptionHandler.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/parser/DrillSqlResetOption.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/parser/{SqlDropFunction.java
=> DrillSqlSetOption.java} (55%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/parser/impl/DrillSqlParseException.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/CommonParquetRecordReader.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/planner/sql/handlers/ResetOptionHandlerTest.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/planner/sql/handlers/SetOptionHandlerTest.java
copy {contrib/data => metastore/file-metadata}/pom.xml (75%)
rename {exec/java-exec =>
metastore/file-metadata}/src/main/java/org/apache/drill/exec/physical/base/TableMetadataProvider.java
(100%)
rename {exec/java-exec =>
metastore/file-metadata}/src/main/java/org/apache/drill/exec/physical/base/TableMetadataProviderBuilder.java
(100%)
rename {exec/java-exec =>
metastore/file-metadata}/src/main/java/org/apache/drill/metastore/FileMetadata.java
(100%)
rename {exec/java-exec =>
metastore/file-metadata}/src/main/java/org/apache/drill/metastore/FileTableMetadata.java
(100%)
copy {tools => metastore/metastore-api}/pom.xml (78%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/exec/expr/ExactStatisticsConstants.java
(100%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/exec/physical/impl/statistics/Statistic.java
(54%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/exec/record/metadata/SchemaPathUtils.java
(55%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/BaseMetadata.java
(100%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/CollectableColumnStatisticsKind.java
(100%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/CollectableTableStatisticsKind.java
(100%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/ColumnStatistics.java
(100%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/ColumnStatisticsImpl.java
(100%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/ColumnStatisticsKind.java
(96%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/LocationProvider.java
(100%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/PartitionMetadata.java
(100%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/RowGroupMetadata.java
(100%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/StatisticsKind.java
(100%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/TableMetadata.java
(100%)
rename {exec/java-exec =>
metastore/metastore-api}/src/main/java/org/apache/drill/metastore/TableStatisticsKind.java
(94%)
copy {exec/rpc => metastore}/pom.xml (63%)
