This is an automated email from the ASF dual-hosted git repository.
bohdan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 78bbba2 DRILL-7487: Removes the unused OUT_OF_MEMORY iterator status
new a00d70d DRILL-7505: PCAP Plugin Fails on IPv6 Packets
new 43cc140 DRILL-7497: Fix warnings when starting Drill on Windows using
Java 11
new 4f55e71 DRILL-7406: Update Calcite to 1.21.0
new 7c813ff DRILL-7359: Add support for DICT type in RowSet Framework
new 465fae6 DRILL-6832: Removes the old "unmanaged" external sort
The 5 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/drill/common/AutoCloseables.java | 9 +
.../drill/exec/planner/sql/HiveUDFOperator.java | 3 +-
.../drill/exec/store/hive/HiveUtilities.java | 2 +-
.../exec/hive/complex_types/TestHiveStructs.java | 21 +
.../exec/store/jdbc/CapitalizingJdbcSchema.java | 132 ++
.../drill/exec/store/jdbc/DrillJdbcConvention.java | 80 ++
.../drill/exec/store/jdbc/DrillJdbcRuleBase.java | 2 +-
.../drill/exec/store/jdbc/JdbcCatalogSchema.java | 176 +++
.../exec/store/jdbc/JdbcDrelConverterRule.java | 35 +-
.../jdbc/JdbcIntermediatePrelConverterRule.java | 44 +
.../org/apache/drill/exec/store/jdbc/JdbcPrel.java | 1 -
.../drill/exec/store/jdbc/JdbcRecordReader.java | 8 +-
.../drill/exec/store/jdbc/JdbcStorageConfig.java | 47 +-
.../drill/exec/store/jdbc/JdbcStoragePlugin.java | 393 +-----
.../exec/store/jdbc/TestJdbcPluginWithH2IT.java | 125 +-
.../exec/store/jdbc/TestJdbcPluginWithMySQLIT.java | 35 +-
.../src/test/resources/h2-test-data.sql | 7 +-
.../resources/h2_information_schema_tables.csv | 33 +
distribution/src/main/resources/sqlline.bat | 13 +-
exec/java-exec/src/main/codegen/data/Parser.tdd | 27 +-
.../org/apache/calcite/jdbc/DynamicSchema.java | 8 +-
.../java/org/apache/drill/exec/ExecConstants.java | 4 +-
.../physical/impl/aggregate/StreamingAggBatch.java | 2 +-
.../scan/project/ExplicitSchemaProjection.java | 57 +-
.../impl/scan/project/NullColumnBuilder.java | 2 +-
.../impl/scan/project/ResolvedDictColumn.java | 80 ++
.../physical/impl/scan/project/ResolvedTuple.java | 132 ++
.../project/projSet/AbstractProjectionSet.java | 2 +-
.../scan/project/projSet/EmptyProjectionSet.java | 5 +
.../project/projSet/ExplicitProjectionSet.java | 34 +-
...ProjectionSet.java => ProjectedDictColumn.java} | 28 +-
.../project/projSet/WildcardProjectionSet.java | 7 +-
.../impl/xsort/{managed => }/BaseSortWrapper.java | 2 +-
.../impl/xsort/{managed => }/BaseWrapper.java | 3 +-
.../drill/exec/physical/impl/xsort/BatchGroup.java | 192 +--
.../impl/xsort/{managed => }/BufferedBatches.java | 11 +-
.../physical/impl/xsort/ExternalSortBatch.java | 1263 +++++++++-----------
.../impl/xsort/ExternalSortBatchCreator.java | 24 +-
.../drill/exec/physical/impl/xsort/InputBatch.java | 75 ++
.../exec/physical/impl/xsort/MSortTemplate.java | 123 +-
.../drill/exec/physical/impl/xsort/MSorter.java | 21 +-
.../impl/xsort/{managed => }/MergeSortWrapper.java | 8 +-
.../physical/impl/xsort/PriorityQueueCopier.java | 14 +-
.../impl/xsort/PriorityQueueCopierTemplate.java | 98 +-
.../{managed => }/PriorityQueueCopierWrapper.java | 8 +-
.../impl/xsort/{managed => }/SortConfig.java | 2 +-
.../impl/xsort/{managed => }/SortImpl.java | 14 +-
.../xsort/{managed => }/SortMemoryManager.java | 2 +-
.../impl/xsort/{managed => }/SortMetrics.java | 2 +-
.../impl/xsort/{managed => }/SorterWrapper.java | 3 +-
.../drill/exec/physical/impl/xsort/SpilledRun.java | 185 +++
.../impl/xsort/{managed => }/SpilledRuns.java | 48 +-
.../physical/impl/xsort/managed/BatchGroup.java | 381 ------
.../impl/xsort/managed/ExternalSortBatch.java | 697 -----------
.../physical/impl/xsort/managed/MSortTemplate.java | 241 ----
.../exec/physical/impl/xsort/managed/MSorter.java | 41 -
.../impl/xsort/managed/PriorityQueueCopier.java | 39 -
.../xsort/managed/PriorityQueueCopierTemplate.java | 163 ---
.../exec/physical/resultSet/ProjectionSet.java | 1 +
.../physical/resultSet/impl/BuildFromSchema.java | 24 +-
.../physical/resultSet/impl/ColumnBuilder.java | 169 ++-
.../exec/physical/resultSet/impl/TupleState.java | 233 +++-
.../physical/resultSet/model/MetadataProvider.java | 6 +-
.../resultSet/model/hyper/HyperReaderBuilder.java | 28 +-
.../resultSet/model/single/BaseWriterBuilder.java | 36 +-
.../model/single/BuildVectorsFromMetadata.java | 35 +-
.../model/single/SimpleReaderBuilder.java | 51 +-
.../model/single/SingleSchemaInference.java | 18 +
.../resultSet/model/single/VectorAllocator.java | 16 +-
.../physical/resultSet/project/ProjectionType.java | 41 +-
.../resultSet/project/RequestedColumnImpl.java | 9 +
.../physical/resultSet/project/RequestedTuple.java | 1 +
.../apache/drill/exec/planner/DrillRelBuilder.java | 11 +-
.../exec/planner/logical/DrillRelFactories.java | 2 +-
.../drill/exec/planner/physical/JoinPrel.java | 18 +-
.../org/apache/drill/exec/planner/sql/Checker.java | 2 +-
.../planner/sql/DrillAvgVarianceConvertlet.java | 168 ---
.../exec/planner/sql/DrillConvertletTable.java | 309 +++--
.../exec/planner/sql/DrillExtractConvertlet.java | 84 --
.../drill/exec/planner/sql/DrillOperatorTable.java | 2 +-
.../exec/planner/sql/DrillSqlAggOperator.java | 3 +-
.../sql/DrillSqlAggOperatorWithoutInference.java | 3 +-
.../drill/exec/planner/sql/DrillSqlOperator.java | 3 +-
.../sql/DrillSqlOperatorWithoutInference.java | 3 +-
.../drill/exec/planner/sql/DrillSqlWorker.java | 1 +
.../drill/exec/planner/sql/SchemaUtilites.java | 35 +-
.../drill/exec/planner/sql/SqlConverter.java | 810 -------------
.../drill/exec/planner/sql/TypeInferenceUtils.java | 2 +-
.../exec/planner/sql/VarArgOperandTypeChecker.java | 59 -
.../sql/conversion/DrillCalciteCatalogReader.java | 218 ++++
.../planner/sql/conversion/DrillRexBuilder.java | 104 ++
.../exec/planner/sql/conversion/DrillTableKey.java | 58 +
.../planner/sql/conversion/DrillValidator.java | 128 ++
.../planner/sql/conversion/DrillViewExpander.java | 94 ++
.../exec/planner/sql/conversion/SqlConverter.java | 297 +++++
.../planner/sql/handlers/DescribeTableHandler.java | 2 +-
.../planner/sql/handlers/ShowTablesHandler.java | 40 +-
.../planner/sql/handlers/SqlHandlerConfig.java | 2 +-
.../sql/parser/impl/DrillSqlParseException.java | 63 +-
.../planner/types/DrillFixedRelDataTypeImpl.java | 107 --
.../org/apache/drill/exec/record/SchemaUtil.java | 2 +-
.../apache/drill/exec/store/AbstractSchema.java | 11 +
.../drill/exec/store/AbstractStoragePlugin.java | 2 +-
.../store/ischema/InfoSchemaRecordGenerator.java | 22 +-
.../drill/exec/store/ischema/RecordCollector.java | 2 +-
.../drill/exec/store/pcap/decoder/Packet.java | 4 +-
.../exec/store/pcap/decoder/PacketConstants.java | 3 +
.../exec/store/pcapng/decoder/PacketDecoder.java | 2 +-
.../drill/exec/vector/complex/FieldIdUtil.java | 4 +-
.../exec/vector/complex/fn/JsonReaderUtils.java | 13 +-
.../java-exec/src/main/resources/drill-module.conf | 3 +
.../java/org/apache/drill/TestExampleQueries.java | 13 +
.../java/org/apache/drill/TestOperatorDump.java | 2 +-
.../java/org/apache/drill/TestOperatorMetrics.java | 5 +-
.../scan/project/projSet/TestProjectionSet.java | 24 +-
.../xsort/{managed => }/SortTestUtilities.java | 8 +-
.../impl/xsort/{managed => }/TestCopier.java | 10 +-
.../exec/physical/impl/xsort/TestExternalSort.java | 55 +-
.../xsort/{managed => }/TestExternalSortExec.java | 2 +-
.../{managed => }/TestExternalSortInternals.java | 6 +-
.../xsort/{managed => }/TestLenientAllocation.java | 2 +-
.../impl/xsort/{managed => }/TestShortArrays.java | 2 +-
.../impl/xsort/TestSimpleExternalSort.java | 66 +-
.../xsort/{managed => }/TestSortEmitOutcome.java | 3 +-
.../impl/xsort/{managed => }/TestSortImpl.java | 4 +-
.../impl/xsort/TestSortSpillWithException.java | 28 +-
.../impl/xsort/{managed => }/TestSorter.java | 17 +-
.../impl/TestResultSetLoaderDictArray.java | 470 ++++++++
.../resultSet/impl/TestResultSetLoaderDicts.java | 650 ++++++++++
.../impl/TestResultSetLoaderMapArray.java | 6 +-
.../resultSet/impl/TestResultSetLoaderMaps.java | 4 +-
.../impl/TestResultSetLoaderProjection.java | 108 +-
.../exec/physical/rowSet/TestDummyWriter.java | 86 +-
.../exec/physical/rowSet/TestMapAccessors.java | 8 +-
.../drill/exec/physical/rowSet/TestRowSet.java | 505 ++++++++
.../exec/physical/rowSet/TestSchemaBuilder.java | 62 +-
.../drill/exec/planner/sql/TestDrillSQLWorker.java | 4 +-
.../exec/record/metadata/TestTupleSchema.java | 84 +-
.../drill/exec/store/avro/AvroFormatTest.java | 17 +
.../exec/store/parquet/TestParquetComplex.java | 11 +
.../drill/exec/store/pcap/TestPcapDecoder.java | 1 -
.../java/org/apache/drill/test/ClusterFixture.java | 11 +
.../java/org/apache/drill/test/ExampleTest.java | 2 +-
.../apache/drill/test/rowSet/RowSetUtilities.java | 19 +
.../src/main/codegen/templates/KeyAccessors.java | 106 ++
.../record/metadata/AbstractColumnMetadata.java | 6 +-
.../record/metadata/AbstractMapColumnMetadata.java | 4 +-
.../drill/exec/record/metadata/ColumnMetadata.java | 9 +-
.../drill/exec/record/metadata/DictBuilder.java | 261 ++++
.../exec/record/metadata/DictColumnMetadata.java | 11 +-
.../drill/exec/record/metadata/MapBuilder.java | 21 +
.../drill/exec/record/metadata/MetadataUtils.java | 36 +-
.../exec/record/metadata/RepeatedListBuilder.java | 11 +
.../drill/exec/record/metadata/SchemaBuilder.java | 16 +
.../drill/exec/record/metadata/TupleBuilder.java | 8 +
.../drill/exec/record/metadata/TupleSchema.java | 5 +-
.../drill/exec/record/metadata/UnionBuilder.java | 12 +-
.../exec/vector/accessor/AbstractKeyAccessor.java | 98 ++
.../drill/exec/vector/accessor/ArrayWriter.java | 3 +-
.../drill/exec/vector/accessor/DictReader.java} | 34 +-
.../drill/exec/vector/accessor/DictWriter.java | 54 +
.../drill/exec/vector/accessor/KeyAccessor.java} | 52 +-
.../drill/exec/vector/accessor/ObjectReader.java | 1 +
.../drill/exec/vector/accessor/ObjectWriter.java | 1 +
.../drill/exec/vector/accessor/TupleReader.java | 2 +
.../drill/exec/vector/accessor/TupleWriter.java | 4 +
.../accessor/reader/AbstractObjectReader.java | 6 +
.../accessor/reader/AbstractTupleReader.java | 21 +-
.../vector/accessor/reader/ArrayReaderImpl.java | 7 +-
.../vector/accessor/reader/DictEntryReader.java | 82 ++
.../vector/accessor/reader/DictReaderImpl.java | 115 ++
.../exec/vector/accessor/reader/MapReader.java | 10 +-
.../vector/accessor/reader/NullStateReaders.java | 12 +
.../vector/accessor/reader/UnionReaderImpl.java | 5 +-
.../accessor/writer/AbstractArrayWriter.java | 8 +-
.../accessor/writer/AbstractObjectWriter.java | 6 +
.../accessor/writer/AbstractTupleWriter.java | 42 +-
.../vector/accessor/writer/DictEntryWriter.java | 121 ++
.../exec/vector/accessor/writer/MapWriter.java | 39 +-
.../vector/accessor/writer/ObjectDictWriter.java | 149 +++
.../accessor/writer/dummy/DummyDictWriter.java | 54 +
.../drill/exec/vector/complex/DictVector.java | 9 +-
.../complex/impl/RepeatedDictReaderImpl.java | 2 +-
.../metadata/schema/parser/TestSchemaParser.java | 4 +-
.../common/expression/FunctionCallFactory.java | 76 +-
.../drill/metastore/util/SchemaPathUtils.java | 6 +-
pom.xml | 2 +-
187 files changed, 7406 insertions(+), 4998 deletions(-)
create mode 100644
contrib/storage-jdbc/src/main/java/org/apache/drill/exec/store/jdbc/CapitalizingJdbcSchema.java
create mode 100644
contrib/storage-jdbc/src/main/java/org/apache/drill/exec/store/jdbc/DrillJdbcConvention.java
create mode 100644
contrib/storage-jdbc/src/main/java/org/apache/drill/exec/store/jdbc/JdbcCatalogSchema.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/FixedRange.java
=>
contrib/storage-jdbc/src/main/java/org/apache/drill/exec/store/jdbc/JdbcDrelConverterRule.java
(51%)
create mode 100644
contrib/storage-jdbc/src/main/java/org/apache/drill/exec/store/jdbc/JdbcIntermediatePrelConverterRule.java
create mode 100644
contrib/storage-jdbc/src/test/resources/h2_information_schema_tables.csv
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/scan/project/ResolvedDictColumn.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/scan/project/projSet/{EmptyProjectionSet.java
=> ProjectedDictColumn.java} (56%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/BaseSortWrapper.java (98%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/BaseWrapper.java (96%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/BufferedBatches.java (94%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/InputBatch.java
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/MergeSortWrapper.java (97%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/PriorityQueueCopierWrapper.java (98%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/SortConfig.java (98%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/SortImpl.java (97%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/SortMemoryManager.java (99%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/SortMetrics.java (98%)
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/SorterWrapper.java (96%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/SpilledRun.java
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/SpilledRuns.java (85%)
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/managed/BatchGroup.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/managed/ExternalSortBatch.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/managed/MSortTemplate.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/managed/MSorter.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/managed/PriorityQueueCopier.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/xsort/managed/PriorityQueueCopierTemplate.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/DrillAvgVarianceConvertlet.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/DrillExtractConvertlet.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/SqlConverter.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/VarArgOperandTypeChecker.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/conversion/DrillCalciteCatalogReader.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/conversion/DrillRexBuilder.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/conversion/DrillTableKey.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/conversion/DrillValidator.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/conversion/DrillViewExpander.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/sql/conversion/SqlConverter.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/types/DrillFixedRelDataTypeImpl.java
rename
exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/SortTestUtilities.java (94%)
rename
exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/TestCopier.java (98%)
rename
exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/TestExternalSortExec.java (99%)
rename
exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/TestExternalSortInternals.java (99%)
rename
exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/TestLenientAllocation.java (98%)
rename
exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/TestShortArrays.java (98%)
rename
exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/TestSortEmitOutcome.java (99%)
rename
exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/TestSortImpl.java (99%)
rename
exec/java-exec/src/test/java/org/apache/drill/exec/physical/impl/xsort/{managed
=> }/TestSorter.java (99%)
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/physical/resultSet/impl/TestResultSetLoaderDictArray.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/physical/resultSet/impl/TestResultSetLoaderDicts.java
create mode 100644 exec/vector/src/main/codegen/templates/KeyAccessors.java
create mode 100644
exec/vector/src/main/java/org/apache/drill/exec/record/metadata/DictBuilder.java
create mode 100644
exec/vector/src/main/java/org/apache/drill/exec/vector/accessor/AbstractKeyAccessor.java
copy
exec/{java-exec/src/main/java/org/apache/drill/exec/planner/sql/FixedRange.java
=> vector/src/main/java/org/apache/drill/exec/vector/accessor/DictReader.java}
(65%)
create mode 100644
exec/vector/src/main/java/org/apache/drill/exec/vector/accessor/DictWriter.java
rename
exec/{java-exec/src/main/java/org/apache/drill/exec/planner/sql/FixedRange.java
=> vector/src/main/java/org/apache/drill/exec/vector/accessor/KeyAccessor.java}
(59%)
create mode 100644
exec/vector/src/main/java/org/apache/drill/exec/vector/accessor/reader/DictEntryReader.java
create mode 100644
exec/vector/src/main/java/org/apache/drill/exec/vector/accessor/reader/DictReaderImpl.java
create mode 100644
exec/vector/src/main/java/org/apache/drill/exec/vector/accessor/writer/DictEntryWriter.java
create mode 100644
exec/vector/src/main/java/org/apache/drill/exec/vector/accessor/writer/ObjectDictWriter.java
create mode 100644
exec/vector/src/main/java/org/apache/drill/exec/vector/accessor/writer/dummy/DummyDictWriter.java
