This is an automated email from the ASF dual-hosted git repository.
volodymyr pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 0acc652 DRILL-7471: DESCRIBE TABLE command fails with
ClassCastException when Metastore is enabled
new b2e3ba8 DRILL-6332: Allow to provide two-component Kerberos principals
new 19b5f17 DRILL-7470: Remove conflicting logback-classic dependency in
drill-yarn
new 807a22f DRILL-7472: Fix ser / de for sys and information_schema
schemas queries
new d27221f DRILL-7473: Parquet reader failed to get field of repeated map
new 64bb383 DRILL-7474: Reduce size of Drill's tar.gz file
new 79ea7b1 DRILL-7476: Set lastSet on TransferPair copies
new 2e8619c DRILL-7481: Fix raw type warnings in Iceberg Metastore and
related classes
new 005f4d9 DRILL-7479: Partial fixes for metadata parameterized type
issues
new 435b6cb DRILL-7482: Fix missing artifact and overlapping classes
warnings in Drill build
new d4c8f35 DRILL-7483: Add support for 12 and 13 java versions
new 68dd10a DRILL-7484: Malware found in the Drill test folder
new 5339fc2 DRILL-7486: Refactor row set reader builders
The 12 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.circleci/config.yml | 345 ++++++++++-----------
.../java/org/apache/drill/common/KerberosUtil.java | 27 +-
contrib/format-excel/pom.xml | 15 -
.../apache/drill/exec/hive/HiveClusterTest.java | 18 +-
.../org/apache/drill/exec/hive/HiveTestBase.java | 31 +-
.../apache/drill/exec/hive/HiveTestUtilities.java | 22 ++
.../exec/hive/complex_types/TestHiveArrays.java | 6 +-
.../exec/hive/complex_types/TestHiveMaps.java | 6 +-
.../exec/hive/complex_types/TestHiveStructs.java | 6 +-
.../exec/hive/complex_types/TestHiveUnions.java | 6 +-
.../hive/BaseTestHiveImpersonation.java | 7 +
.../exec/sql/hive/TestViewSupportOnHiveTables.java | 6 +-
contrib/storage-hive/hive-exec-shade/pom.xml | 5 +-
contrib/storage-mongo/pom.xml | 2 +-
distribution/pom.xml | 33 ++
drill-yarn/pom.xml | 8 -
.../org/apache/drill/exec/client/DrillClient.java | 6 +-
.../apache/drill/exec/compile/MergeAdapter.java | 94 +++---
.../drill/exec/expr/ComparisonPredicate.java | 14 +-
.../apache/drill/exec/expr/EvaluationVisitor.java | 7 -
.../org/apache/drill/exec/expr/IsPredicate.java | 9 +-
.../apache/drill/exec/expr/StatisticsProvider.java | 18 +-
.../MetastoreParquetTableMetadataProvider.java | 8 +-
.../metastore/SimpleFileTableMetadataProvider.java | 8 +-
.../base/AbstractGroupScanWithMetadata.java | 10 +-
.../apache/drill/exec/physical/base/GroupScan.java | 2 +-
.../exec/physical/impl/limit/LimitRecordBatch.java | 5 +-
.../impl/metadata/MetadataAggregateHelper.java | 3 +-
.../impl/metadata/MetadataControllerBatch.java | 50 ++-
.../impl/metadata/MetadataHandlerBatch.java | 7 +-
.../unorderedreceiver/UnorderedReceiverBatch.java | 2 +-
.../physical/impl/validate/BatchValidator.java | 71 +++--
.../physical/resultSet/impl/WriterIndexImpl.java | 2 +-
...stractReaderBuilder.java => ReaderBuilder.java} | 29 +-
...eReaderBuilder.java => HyperReaderBuilder.java} | 49 +--
.../resultSet/model/single/DirectRowIndex.java | 5 +-
...ReaderBuilder.java => SimpleReaderBuilder.java} | 50 ++-
.../exec/physical/rowSet/AbstractSingleRowSet.java | 19 +-
.../drill/exec/physical/rowSet/DirectRowSet.java | 2 +-
.../HyperRowIndex.java} | 27 +-
.../exec/physical/rowSet/HyperRowSetImpl.java | 15 +-
.../IndirectRowIndex.java} | 24 +-
.../drill/exec/physical/rowSet/IndirectRowSet.java | 35 +--
.../exec/physical/rowSet/RowSetFormatter.java | 5 -
.../drill/exec/planner/common/DrillStatsTable.java | 12 +-
.../planner/cost/DrillRelMdDistinctRowCount.java | 2 +-
.../exec/planner/cost/DrillRelMdSelectivity.java | 9 +-
.../exec/planner/index/FunctionalIndexHelper.java | 3 +-
.../drill/exec/record/FragmentWritableBatch.java | 80 +++--
.../apache/drill/exec/record/WritableBatch.java | 7 +-
.../apache/drill/exec/server/BootStrapContext.java | 7 +-
.../exec/store/ischema/InfoSchemaGroupScan.java | 20 +-
.../InfoSchemaPushFilterIntoRecordGenerator.java | 5 +-
.../drill/exec/store/ischema/RecordCollector.java | 2 +-
.../apache/drill/exec/store/ischema/Records.java | 4 +-
.../store/parquet/AbstractParquetGroupScan.java | 4 +-
.../parquet/AbstractParquetScanBatchCreator.java | 6 +-
.../store/parquet/BaseParquetMetadataProvider.java | 17 +-
.../exec/store/parquet/FilterEvaluatorUtils.java | 13 +-
.../drill/exec/store/parquet/ParquetGroupScan.java | 9 +-
.../store/parquet/ParquetGroupScanStatistics.java | 13 +-
.../exec/store/parquet/ParquetPushDownFilter.java | 8 +-
.../store/parquet/ParquetTableMetadataUtils.java | 31 +-
.../drill/exec/store/sys/SystemTableScan.java | 11 +-
.../drill/exec/vector/complex/FieldIdUtil.java | 1 +
.../drill/exec/work/fragment/FragmentExecutor.java | 95 ++++--
.../test/java/org/apache/drill/PlanTestBase.java | 10 +
.../rest/spnego/TestDrillSpnegoAuthenticator.java | 48 ++-
.../org/apache/drill/exec/sql/TestInfoSchema.java | 28 +-
.../exec/sql/TestInfoSchemaWithMetastore.java | 15 +-
.../drill/exec/sql/TestMetastoreCommands.java | 47 +--
.../ischema/TestInfoSchemaFilterPushDown.java | 20 +-
.../exec/store/parquet/TestFileGenerator.java | 29 --
.../exec/store/parquet/TestParquetComplex.java | 15 +
.../store/parquet/TestParquetFilterPushDown.java | 24 +-
.../drill/exec/store/pcap/TestSessionizePCAP.java | 168 +++++++---
.../drill/exec/store/sys/TestSystemTable.java | 10 +
.../java/org/apache/drill/test/QueryBuilder.java | 20 +-
.../java/org/apache/drill/test/TestBuilder.java | 5 +
.../map/parquet/repeated_struct_with_dict.parquet | Bin 0 -> 646 bytes
.../test/resources/store/pcap/attack-trace.pcap | Bin 189103 -> 0 bytes
.../test/resources/store/pcap/dataFromRemote.txt | 1 +
.../src/test/resources/store/pcap/http.pcap | Bin 0 -> 25803 bytes
exec/jdbc-all/pom.xml | 10 +
.../drill/exec/memory/BoundsCheckingTest.java | 37 +--
.../codegen/templates/NullableValueVectors.java | 9 +
metastore/iceberg-metastore/pom.xml | 12 +-
.../iceberg/schema/IcebergTableSchema.java | 2 +-
.../iceberg/transform/FilterExpressionVisitor.java | 16 +-
.../iceberg/schema/TestIcebergTableSchema.java | 241 ++++++++------
.../components/tables/BasicTablesRequests.java | 2 +-
.../components/tables/BasicTablesTransformer.java | 3 +
.../components/tables/TableMetadataUnit.java | 2 +
.../metastore/exceptions/MetastoreException.java | 6 +-
.../metastore/expressions/FilterExpression.java | 16 +-
.../drill/metastore/metadata/BaseMetadata.java | 28 +-
.../metastore/metadata/BaseTableMetadata.java | 12 +-
.../apache/drill/metastore/metadata/Metadata.java | 6 +-
.../metadata/NonInterestingColumnsMetadata.java | 13 +-
.../drill/metastore/metadata/TableMetadata.java | 3 +-
.../CollectableColumnStatisticsKind.java | 2 +-
.../metastore/statistics/ColumnStatistics.java | 30 +-
.../metastore/statistics/ColumnStatisticsKind.java | 31 +-
.../metastore/statistics/StatisticsHolder.java | 12 +-
.../drill/metastore/util/TableMetadataUtils.java | 44 ++-
.../tables/TestTableMetadataUnitConversion.java | 4 +-
.../metastore/metadata/MetadataSerDeTest.java | 16 +-
pom.xml | 42 ++-
tools/fmpp/pom.xml | 10 +-
109 files changed, 1439 insertions(+), 1088 deletions(-)
copy
drill-yarn/src/main/java/org/apache/drill/yarn/appMaster/YarnFacadeException.java
=>
contrib/storage-hive/core/src/test/java/org/apache/drill/exec/hive/HiveClusterTest.java
(73%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/resultSet/model/{AbstractReaderBuilder.java
=> ReaderBuilder.java} (60%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/resultSet/model/hyper/{BaseReaderBuilder.java
=> HyperReaderBuilder.java} (85%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/resultSet/model/single/{BaseReaderBuilder.java
=> SimpleReaderBuilder.java} (81%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/physical/{resultSet/model/single/DirectRowIndex.java
=> rowSet/HyperRowIndex.java} (58%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/physical/{resultSet/model/single/DirectRowIndex.java
=> rowSet/IndirectRowIndex.java} (57%)
create mode 100644
exec/java-exec/src/test/resources/store/parquet/complex/map/parquet/repeated_struct_with_dict.parquet
delete mode 100644
exec/java-exec/src/test/resources/store/pcap/attack-trace.pcap
create mode 100644
exec/java-exec/src/test/resources/store/pcap/dataFromRemote.txt
create mode 100644 exec/java-exec/src/test/resources/store/pcap/http.pcap