This is an automated email from the ASF dual-hosted git repository.
bohdan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 85c7713 DRILL-7337: Add vararg UDFs support
new e5ce59e DRILL-7341: Vector reAlloc may fail after exchange
new 2aa5b38 DRILL-7338: REST API calls to Drill fail due to insufficient
heap memory
new cb6de5a DRILL-6961: Handle exceptions during queries to
information_schema
new 4f4e1af DRILL-4517: Support reading empty Parquet files
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../exec/TestHiveDrillNativeParquetReader.java | 16 +-
.../apache/drill/exec/hive/TestHiveStorage.java | 20 +
.../exec/hive/TestInfoSchemaOnHiveStorage.java | 2 +
.../exec/store/hive/HiveTestDataGenerator.java | 16 +-
.../core/src/test/resources/empty.parquet | Bin 0 -> 167 bytes
.../exec/store/jdbc/TestJdbcPluginWithMySQLIT.java | 6 +
.../src/test/resources/mysql-test-data.sql | 2 +
.../store/kafka/schema/KafkaMessageSchema.java | 11 +-
.../drill/exec/store/kafka/KafkaQueriesTest.java | 6 +
.../openTSDB/client/services/ServiceImpl.java | 8 +-
.../drill/store/openTSDB/TestOpenTSDBPlugin.java | 80 ++--
.../java/org/apache/drill/exec/ExecConstants.java | 2 +
.../org/apache/drill/exec/expr/IsPredicate.java | 31 +-
.../drill/exec/server/rest/QueryWrapper.java | 7 +-
.../exec/store/CommonParquetRecordReader.java | 33 +-
.../exec/store/StoragePluginRegistryImpl.java | 6 +-
.../store/ischema/InfoSchemaRecordGenerator.java | 3 +-
.../parquet/AbstractParquetScanBatchCreator.java | 145 +++----
.../store/parquet/BaseParquetMetadataProvider.java | 28 +-
.../exec/store/parquet/FilterEvaluatorUtils.java | 27 +-
.../store/parquet/ParquetTableMetadataUtils.java | 17 +-
.../exec/store/parquet/RowGroupReadEntry.java | 5 +
.../store/parquet/columnreaders/PageReader.java | 4 +-
.../parquet/columnreaders/ParquetRecordReader.java | 95 ++---
.../store/parquet/columnreaders/ParquetSchema.java | 13 +-
.../store/parquet/columnreaders/ReadState.java | 91 ++---
.../parquet/columnreaders/VarLenBinaryReader.java | 15 +-
.../columnreaders/VarLenColumnBulkInput.java | 2 +-
.../parquet/metadata/FileMetadataCollector.java | 275 ++++++++++++++
.../exec/store/parquet/metadata/Metadata.java | 243 +++---------
.../exec/store/parquet/metadata/MetadataBase.java | 5 +
.../exec/store/parquet/metadata/Metadata_V4.java | 25 +-
.../exec/store/parquet2/DrillParquetReader.java | 147 ++++----
.../drill/exec/store/schedule/AffinityCreator.java | 37 +-
.../java-exec/src/main/resources/drill-module.conf | 1 +
.../drill/exec/store/mock/TestMockPlugin.java | 3 +-
.../drill/exec/store/mock/TestMockRowReader.java | 3 +-
.../store/parquet/TestComplexColumnInSchema.java | 4 +
.../drill/exec/store/parquet/TestEmptyParquet.java | 417 +++++++++++++++++++++
.../exec/store/parquet/TestFixedlenDecimal.java | 3 +-
.../exec/store/parquet/TestParquetBulkReader.java | 4 +
...quetFilterPushdownWithTransitivePredicates.java | 4 +
.../store/parquet/TestParquetLogicalTypes.java | 4 +
.../store/parquet/TestParquetMetadataCache.java | 4 +
.../store/parquet/TestParquetMetadataVersion.java | 5 +-
.../store/parquet/TestParquetReaderConfig.java | 4 +
.../store/parquet/TestParquetReaderUtility.java | 4 +
.../drill/exec/store/parquet/TestParquetScan.java | 4 +
.../parquet/TestPushDownAndPruningForDecimal.java | 4 +
.../parquet/TestPushDownAndPruningForVarchar.java | 4 +
.../TestPushDownAndPruningWithItemStar.java | 30 +-
.../exec/store/parquet/TestVarlenDecimal.java | 4 +
.../columnreaders/TestBatchSizingMemoryUtil.java | 4 +
.../columnreaders/TestColumnReaderFactory.java | 4 +
.../parquet/columnreaders/TestDateReader.java | 4 +
.../store/parquet2/TestDrillParquetReader.java | 4 +
.../parquet/empty/complex/empty_complex.parquet | Bin 0 -> 183 bytes
.../empty/complex/non_empty_complex.parquet | Bin 0 -> 650 bytes
.../parquet/empty/simple/empty_simple.parquet | Bin 0 -> 167 bytes
.../parquet/empty/simple/non_empty_simple.parquet | Bin 0 -> 450 bytes
.../main/codegen/templates/FixedValueVectors.java | 12 +-
.../codegen/templates/VariableLengthVectors.java | 9 +-
.../org/apache/drill/exec/vector/BitVector.java | 9 +-
.../exec/vector/VariableLengthVectorTest.java | 24 ++
64 files changed, 1382 insertions(+), 617 deletions(-)
create mode 100644 contrib/storage-hive/core/src/test/resources/empty.parquet
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/parquet/metadata/FileMetadataCollector.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/parquet/TestEmptyParquet.java
create mode 100644
exec/java-exec/src/test/resources/parquet/empty/complex/empty_complex.parquet
create mode 100644
exec/java-exec/src/test/resources/parquet/empty/complex/non_empty_complex.parquet
create mode 100644
exec/java-exec/src/test/resources/parquet/empty/simple/empty_simple.parquet
create mode 100644
exec/java-exec/src/test/resources/parquet/empty/simple/non_empty_simple.parquet
