This is an automated email from the ASF dual-hosted git repository.
volodymyr pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from f1ccdc2 DRILL-7665: Add UNION to schema parser
new e27ef55 DRILL-6604: Upgrade Drill Hive client to Hive3.1 version
new 4efa1f9 DRILL-7641: Convert Excel Reader to use Streaming Reader
new 9173b0f DRILL-7672: Make metadata type required when reading from /
writing into Drill Metastore
new 6d98c12 DRILL-7673: View set query fails with NPE for non-existing
option
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
contrib/format-excel/pom.xml | 5 +
.../drill/exec/store/excel/ExcelBatchReader.java | 300 ++++++++++-----------
.../drill/exec/store/excel/TestExcelFormat.java | 16 +-
contrib/storage-hive/core/pom.xml | 30 ++-
.../storage-hive/core/src/main/codegen/config.fmpp | 3 +-
.../main/codegen/{config.fmpp => configHive3.fmpp} | 3 +-
.../core/src/main/codegen/data/Hive2DateTypes.tdd | 21 +-
.../core/src/main/codegen/data/Hive3DateTypes.tdd | 33 +--
.../core/src/main/codegen/data/HiveTypes.tdd | 14 -
.../codegen/templates/ObjectInspectorHelper.java | 24 +-
.../main/codegen/templates/ObjectInspectors.java | 37 ++-
.../exec/store/hive/HiveMetadataProvider.java | 4 +-
.../drill/exec/store/hive/HiveUtilities.java | 39 +--
.../client/DrillHiveMetaStoreClientFactory.java | 36 ++-
.../hive/writers/primitive/HiveDateWriter.java | 16 +-
.../writers/primitive/HiveTimestampWriter.java | 16 +-
.../org/apache/logging/log4j/util/Strings.java} | 17 +-
.../apache/drill/exec/hive/HiveTestFixture.java | 2 +
.../apache/drill/exec/hive/HiveTestUtilities.java | 31 +--
.../hive/BaseTestHiveImpersonation.java | 28 +-
.../exec/store/hive/HiveTestDataGenerator.java | 6 +-
.../analyze/FileMetadataInfoCollector.java | 5 +-
.../impl/metadata/MetadataControllerBatch.java | 9 +-
.../MetastoreDropTableMetadataHandler.java | 9 +-
.../planner/sql/handlers/SetOptionHandler.java | 6 +-
.../drill/exec/store/ischema/RecordCollector.java | 31 +--
.../planner/sql/handlers/SetOptionHandlerTest.java | 27 +-
.../drill/exec/sql/TestMetastoreCommands.java | 18 +-
exec/rpc/pom.xml | 10 +-
metastore/iceberg-metastore/pom.xml | 8 +-
.../iceberg/components/tables/IcebergTables.java | 19 +-
.../iceberg/components/tables/TableKey.java | 11 +-
.../tables/TablesOperationTransformer.java | 5 +-
.../metastore/iceberg/operate/IcebergModify.java | 49 ++--
.../metastore/iceberg/operate/IcebergRead.java | 43 ++-
.../iceberg/schema/IcebergTableSchema.java | 16 +-
.../iceberg/transform/FilterExpressionVisitor.java | 29 +-
.../iceberg/transform/FilterTransformer.java | 36 ++-
.../iceberg/transform/InputDataTransformer.java | 1 -
.../iceberg/transform/OperationTransformer.java | 14 +-
.../components/tables/TestBasicRequests.java | 11 +-
.../tables/TestIcebergTablesMetastore.java | 44 ++-
.../iceberg/components/tables/TestTableKey.java | 9 +-
.../tables/TestTablesOperationTransformer.java | 25 +-
.../iceberg/schema/TestIcebergTableSchema.java | 141 +++++-----
.../iceberg/transform/TestFilterTransformer.java | 175 ++++++++----
metastore/metastore-api/README.md | 71 +++--
.../apache/drill/metastore/MetastoreColumn.java | 77 ++++++
.../drill/metastore/MetastoreFieldDefinition.java | 7 +
.../components/tables/BasicTablesRequests.java | 130 ++++-----
.../components/tables/TableMetadataUnit.java | 123 ++++-----
.../tables/TablesMetadataTypeValidator.java} | 39 +--
.../metastore/expressions/FilterExpression.java | 50 ++--
.../drill/metastore/expressions/IsPredicate.java | 22 +-
.../drill/metastore/expressions/ListPredicate.java | 24 +-
.../metastore/expressions/SimplePredicate.java | 40 +--
.../drill/metastore/metadata/MetadataInfo.java | 3 -
.../apache/drill/metastore/metadata/TableInfo.java | 11 +-
.../drill/metastore/operate/AbstractModify.java | 54 ++++
.../drill/metastore/operate/AbstractRead.java | 71 +++++
.../org/apache/drill/metastore/operate/Delete.java | 88 ++++++
.../metastore/operate/MetadataTypeValidator.java | 60 +++++
.../org/apache/drill/metastore/operate/Modify.java | 31 ++-
.../org/apache/drill/metastore/operate/Read.java | 22 +-
.../components/tables/TestBasicTablesRequests.java | 41 ++-
.../tables/TestTablesMetadataTypeValidator.java | 76 ++++++
pom.xml | 15 +-
67 files changed, 1657 insertions(+), 830 deletions(-)
copy contrib/storage-hive/core/src/main/codegen/{config.fmpp =>
configHive3.fmpp} (89%)
copy exec/java-exec/src/main/codegen/data/DecimalAggrTypes2.tdd =>
contrib/storage-hive/core/src/main/codegen/data/Hive2DateTypes.tdd (61%)
copy exec/java-exec/src/test/resources/drill-oom-xsort.conf =>
contrib/storage-hive/core/src/main/codegen/data/Hive3DateTypes.tdd (59%)
copy
contrib/{storage-hbase/src/main/java/org/apache/drill/exec/store/hbase/config/HBasePStoreProvider.java
=> storage-hive/core/src/main/java/org/apache/logging/log4j/util/Strings.java}
(67%)
create mode 100644
metastore/metastore-api/src/main/java/org/apache/drill/metastore/MetastoreColumn.java
copy
metastore/metastore-api/src/main/java/org/apache/drill/metastore/{MetastoreFieldDefinition.java
=> components/tables/TablesMetadataTypeValidator.java} (51%)
create mode 100644
metastore/metastore-api/src/main/java/org/apache/drill/metastore/operate/AbstractModify.java
create mode 100644
metastore/metastore-api/src/main/java/org/apache/drill/metastore/operate/AbstractRead.java
create mode 100644
metastore/metastore-api/src/main/java/org/apache/drill/metastore/operate/Delete.java
create mode 100644
metastore/metastore-api/src/main/java/org/apache/drill/metastore/operate/MetadataTypeValidator.java
create mode 100644
metastore/metastore-api/src/test/java/org/apache/drill/metastore/components/tables/TestTablesMetadataTypeValidator.java
