This is an automated email from the ASF dual-hosted git repository.
arina pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from a9caa32 Updating dev environment setup doc to skip tests on install
new 91a9c56 DRILL-7506: Simplify code gen error handling
new 7453166 DRILL-7233: Format Plugin for HDF5
new 6fef082 DRILL-7527: DROP METADATA doesn't work with table name
starting with '/' inside workspace
new f1b9761 DRILL-7491: Incorrect count() returned for complex types in
parquet
new bf7277c DRILL-7454: Convert Avro to EVF
new 50cd931 DRILL-7467: Jdbc plugin enhancements and fixes
new 1d2da6d DRILL-7530: Fix class names in loggers
The 7 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/drill/common/AutoCloseables.java | 20 +-
.../drill/common/exceptions/UserException.java | 20 +-
.../apache/drill/common/util/DrillStringUtils.java | 37 +-
.../test/java/org/apache/drill/test/BaseTest.java | 2 +-
contrib/format-hdf5/README.md | 135 +++
contrib/{storage-jdbc => format-hdf5}/pom.xml | 71 +-
.../drill/exec/store/hdf5/HDF5Attribute.java | 34 +-
.../drill/exec/store/hdf5/HDF5BatchReader.java | 1120 ++++++++++++++++++++
.../drill/exec/store/hdf5/HDF5DrillMetadata.java | 47 +-
.../drill/exec/store/hdf5/HDF5FormatConfig.java | 46 +-
.../drill/exec/store/hdf5/HDF5FormatPlugin.java | 117 ++
.../apache/drill/exec/store/hdf5/HDF5Utils.java | 268 +++++
.../exec/store/hdf5/writers/HDF5DataWriter.java | 93 ++
.../store/hdf5/writers/HDF5DoubleDataWriter.java | 109 ++
.../store/hdf5/writers/HDF5EnumDataWriter.java | 57 +
.../store/hdf5/writers/HDF5FloatDataWriter.java | 109 ++
.../exec/store/hdf5/writers/HDF5IntDataWriter.java | 112 ++
.../store/hdf5/writers/HDF5LongDataWriter.java | 109 ++
.../exec/store/hdf5/writers/HDF5MapDataWriter.java | 139 +++
.../store/hdf5/writers/HDF5StringDataWriter.java | 71 ++
.../hdf5/writers/HDF5TimestampDataWriter.java | 62 ++
.../main/resources/bootstrap-format-plugins.json | 26 +
.../src/main/resources/drill-module.conf | 20 +
.../drill/exec/store/hdf5/TestHDF5Format.java | 938 ++++++++++++++++
.../drill/exec/store/hdf5/TestHDF5Utils.java | 58 +
.../src/test/resources/hdf5/browsing.h5 | Bin 0 -> 13552 bytes
.../format-hdf5/src/test/resources/hdf5/dset.h5 | Bin 0 -> 1496 bytes
.../src/test/resources/hdf5/non-scalar.h5 | Bin 0 -> 16464 bytes
.../format-hdf5/src/test/resources/hdf5/scalar.h5 | Bin 0 -> 14152 bytes
.../drill/exec/store/mapr/db/MapRDBTableCache.java | 5 +-
.../native/client/src/protobuf/UserBitShared.pb.cc | 20 +-
.../native/client/src/protobuf/UserBitShared.pb.h | 1 +
contrib/pom.xml | 1 +
.../apache/drill/exec/expr/HiveFuncHolderExpr.java | 4 +-
.../apache/drill/exec/expr/fn/HiveFuncHolder.java | 1 -
.../exec/store/hive/HiveMetadataProvider.java | 7 +-
.../store/hive/client/TableEntryCacheLoader.java | 2 +-
contrib/storage-jdbc/pom.xml | 4 +
.../drill/exec/store/jdbc/DrillJdbcRuleBase.java | 7 +-
.../drill/exec/store/jdbc/JdbcBatchCreator.java | 2 +-
.../org/apache/drill/exec/store/jdbc/JdbcDrel.java | 1 -
.../drill/exec/store/jdbc/JdbcExpressionCheck.java | 11 +-
.../exec/store/jdbc/JdbcIntermediatePrel.java | 6 +-
.../org/apache/drill/exec/store/jdbc/JdbcPrel.java | 5 +-
.../drill/exec/store/jdbc/JdbcRecordReader.java | 117 +-
.../drill/exec/store/jdbc/JdbcStorageConfig.java | 41 +-
.../drill/exec/store/jdbc/JdbcStoragePlugin.java | 84 +-
.../main/resources/bootstrap-storage-plugins.json | 16 +
.../drill/exec/store/jdbc/TestBasicDataSource.java | 106 ++
.../exec/store/jdbc/TestJdbcPluginWithH2IT.java | 73 +-
.../exec/store/jdbc/TestJdbcPluginWithMySQLIT.java | 14 +-
.../drill/exec/store/kafka/TestKafkaSuit.java | 3 +-
.../exec/store/openTSDB/OpenTSDBRecordReader.java | 16 +-
.../openTSDB/OpenTSDBStoragePluginConfig.java | 7 +-
contrib/udfs/pom.xml | 4 +-
distribution/pom.xml | 5 +
distribution/src/assemble/component.xml | 1 +
.../drill/exec/cache/CachedVectorContainer.java | 15 +-
.../exec/expr/ExpressionTreeMaterializer.java | 9 +-
.../drill/exec/expr/fn/impl/MathFunctions.java | 5 +-
.../apache/drill/exec/ops/BaseFragmentContext.java | 34 +-
.../org/apache/drill/exec/ops/FragmentContext.java | 14 +-
.../base/AbstractGroupScanWithMetadata.java | 41 +-
.../exec/physical/base/PhysicalOperatorUtil.java | 37 +-
.../drill/exec/physical/config/UnionAll.java | 2 -
.../drill/exec/physical/impl/ScreenCreator.java | 8 +-
.../exec/physical/impl/SingleSenderCreator.java | 8 +-
.../exec/physical/impl/TopN/PriorityQueue.java | 2 +-
.../physical/impl/TopN/PriorityQueueTemplate.java | 9 +-
.../exec/physical/impl/aggregate/HashAggBatch.java | 23 +-
.../physical/impl/aggregate/HashAggTemplate.java | 16 +-
.../physical/impl/aggregate/HashAggregator.java | 5 +-
...ledRecordbatch.java => SpilledRecordBatch.java} | 16 +-
.../physical/impl/aggregate/StreamingAggBatch.java | 45 +-
.../impl/aggregate/StreamingAggTemplate.java | 2 +-
.../physical/impl/common/HashTableTemplate.java | 4 +-
.../physical/impl/filter/FilterRecordBatch.java | 37 +-
.../physical/impl/flatten/FlattenRecordBatch.java | 13 +-
.../exec/physical/impl/join/HashJoinBatch.java | 63 +-
.../impl/join/HashJoinMemoryCalculator.java | 4 +-
.../impl/join/HashJoinMemoryCalculatorImpl.java | 16 +-
.../exec/physical/impl/join/LateralJoinBatch.java | 205 ++--
.../exec/physical/impl/join/MergeJoinBatch.java | 37 +-
.../physical/impl/join/NestedLoopJoinBatch.java | 98 +-
.../physical/impl/join/NestedLoopJoinTemplate.java | 19 +-
.../impl/limit/PartitionLimitRecordBatch.java | 3 +-
.../impl/mergereceiver/MergingRecordBatch.java | 51 +-
.../impl/metadata/MetadataHashAggBatch.java | 6 +-
.../impl/metadata/MetadataStreamAggBatch.java | 15 +-
.../OrderedPartitionRecordBatch.java | 149 ++-
.../partitionsender/PartitionSenderRootExec.java | 88 +-
.../physical/impl/project/ProjectRecordBatch.java | 66 +-
.../impl/project/ProjectionMaterializer.java | 26 +-
.../physical/impl/protocol/OperatorDriver.java | 13 +-
.../impl/scan/framework/ManagedReader.java | 20 +-
.../impl/scan/project/ScanSchemaOrchestrator.java | 4 +-
.../drill/exec/physical/impl/sort/SortBatch.java | 103 +-
.../physical/impl/sort/SortRecordBatchBuilder.java | 24 +-
.../drill/exec/physical/impl/sort/Sorter.java | 7 +-
.../impl/statistics/StatisticsAggBatch.java | 38 +-
.../physical/impl/union/UnionAllRecordBatch.java | 77 +-
.../physical/impl/window/FrameSupportTemplate.java | 5 +-
.../exec/physical/impl/xsort/BaseWrapper.java | 22 +-
.../drill/exec/physical/impl/xsort/SortConfig.java | 5 +-
.../drill/exec/physical/impl/xsort/SortImpl.java | 9 +-
.../physical/impl/xsort/SortMemoryManager.java | 7 +-
.../physical/resultSet/impl/SingleVectorState.java | 22 +-
.../model/single/SimpleReaderBuilder.java | 6 +-
.../resultSet/project/RequestedTupleImpl.java | 12 +-
.../apache/drill/exec/planner/PlannerPhase.java | 1 -
.../drill/exec/planner/common/DrillRelOptUtil.java | 7 +-
.../planner/index/AbstractIndexDescriptor.java | 1 -
.../exec/planner/index/DrillIndexDescriptor.java | 4 +
.../generators/CoveringPlanNoFilterGenerator.java | 7 +-
.../sql/conversion/DrillCalciteCatalogReader.java | 4 +-
.../planner/sql/conversion/DrillValidator.java | 35 +-
.../exec/planner/sql/conversion/SqlConverter.java | 8 +-
.../sql/handlers/AbstractSqlSetHandler.java | 5 +-
.../planner/sql/handlers/CreateTableHandler.java | 6 +-
.../planner/sql/handlers/DropTableHandler.java | 4 +-
.../exec/planner/sql/handlers/ViewHandler.java | 6 +-
.../drill/exec/planner/sql/parser/SqlSchema.java | 4 +-
.../planner/types/ExtendableRelDataTypeHolder.java | 83 --
.../drill/exec/record/AbstractRecordBatch.java | 16 +-
.../exec/server/options/PersistedOptionValue.java | 7 +-
.../drill/exec/server/rest/ThreadsResources.java | 2 -
.../apache/drill/exec/ssl/SSLConfigBuilder.java | 8 -
.../drill/exec/store/avro/AvroBatchReader.java | 177 ++++
.../drill/exec/store/avro/AvroDrillTable.java | 197 ----
.../drill/exec/store/avro/AvroFormatConfig.java | 23 +-
.../drill/exec/store/avro/AvroFormatPlugin.java | 125 +--
.../drill/exec/store/avro/AvroRecordReader.java | 425 --------
.../drill/exec/store/avro/AvroSchemaUtil.java | 274 +++++
.../drill/exec/store/avro/AvroTypeHelper.java | 184 ----
.../drill/exec/store/avro/ColumnConverter.java | 261 +++++
.../exec/store/avro/ColumnConvertersUtil.java | 115 ++
.../apache/drill/exec/store/dfs/FileSelection.java | 12 +-
.../exec/store/dfs/WorkspaceSchemaFactory.java | 3 +-
.../easy/text/reader/RepeatedVarCharOutput.java | 2 +-
.../exec/store/httpd/HttpdLogFormatPlugin.java | 19 +-
.../drill/exec/store/httpd/HttpdLogRecord.java | 39 +-
.../apache/drill/exec/store/httpd/HttpdParser.java | 15 +-
.../drill/exec/store/mock/MockSubScanPOP.java | 1 -
.../drill/exec/store/sys/store/InMemoryStore.java | 1 -
.../drill/exec/vector/complex/fn/VectorOutput.java | 13 +-
.../hadoop/ParquetColumnChunkPageWriteStore.java | 6 +-
.../main/resources/bootstrap-storage-plugins.json | 5 +-
.../test/java/org/apache/drill/TestCTASJson.java | 37 +-
.../apache/drill/TestDisabledFunctionality.java | 3 +-
.../impersonation/TestImpersonationQueries.java | 14 +-
.../drill/exec/physical/impl/MockRecordBatch.java | 1 -
.../physical/impl/common/HashPartitionTest.java | 4 +-
.../impl/join/TestLateralJoinCorrectness.java | 9 +-
.../TestLateralJoinCorrectnessBatchProcessing.java | 1 -
.../exec/physical/impl/join/TestMergeJoin.java | 6 +-
.../impl/project/TestProjectEmitOutcome.java | 110 +-
.../impl/protocol/TestOperatorRecordBatch.java | 5 +-
.../exec/physical/impl/xsort/TestSortImpl.java | 40 +-
.../resultSet/project/TestProjectedTuple.java | 35 +-
.../logical/TestConvertCountToDirectScan.java | 18 +
.../record/ExpressionTreeMaterializerTest.java | 9 +
.../drill/exec/sql/TestMetastoreCommands.java | 30 +
.../org/apache/drill/exec/sql/TestViewSupport.java | 8 +-
.../drill/exec/store/FormatPluginSerDeTest.java | 6 +-
.../drill/exec/store/avro/AvroDataGenerator.java | 853 +++++++++++++++
.../drill/exec/store/avro/AvroFormatTest.java | 840 +++++++--------
.../drill/exec/store/avro/AvroSchemaUtilTest.java | 431 ++++++++
.../apache/drill/exec/store/avro/AvroTestUtil.java | 798 --------------
.../drill/exec/store/dfs/TestFileSelection.java | 5 +-
.../exec/store/parquet/TestParquetComplex.java | 14 +
.../drill/exec/testing/TestPauseInjection.java | 14 +-
.../drill/exec/util/MiniZooKeeperCluster.java | 35 +-
.../complex/writer/TestComplexTypeWriter.java | 3 +-
.../org/apache/drill/test/DrillTestWrapper.java | 5 +-
.../parquet/hive_all/hive_alltypes.parquet | Bin 0 -> 2161 bytes
.../drill/jdbc/impl/DrillConnectionImpl.java | 8 +-
.../org/apache/drill/jdbc/impl/DrillCursor.java | 5 +-
.../drill/exec/vector/accessor/ScalarWriter.java | 2 +-
.../convert/AbstractConvertFromString.java | 4 +-
.../accessor/convert/AbstractWriteConverter.java | 2 +-
.../drill/common/expression/ErrorCollector.java | 33 +-
.../common/expression/ErrorCollectorImpl.java | 184 ++--
.../apache/drill/common/expression/SchemaPath.java | 34 +-
.../drill/common/logical/FormatPluginConfig.java | 4 +-
.../common/logical/FormatPluginConfigBase.java | 6 +-
.../drill/common/logical/StoragePluginConfig.java | 3 +-
.../apache/drill/metastore/metadata/TableInfo.java | 4 +-
pom.xml | 28 +-
.../org/apache/drill/exec/proto/UserBitShared.java | 26 +-
protocol/src/main/protobuf/UserBitShared.proto | 1 +
190 files changed, 7931 insertions(+), 3801 deletions(-)
create mode 100644 contrib/format-hdf5/README.md
copy contrib/{storage-jdbc => format-hdf5}/pom.xml (59%)
mode change 100755 => 100644
rename
exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/ExtendableRelDataType.java
=>
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5Attribute.java
(52%)
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5BatchReader.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroFormatConfig.java
=>
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5DrillMetadata.java
(53%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroFormatConfig.java
=>
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5FormatConfig.java
(51%)
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5FormatPlugin.java
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/HDF5Utils.java
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5DataWriter.java
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5DoubleDataWriter.java
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5EnumDataWriter.java
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5FloatDataWriter.java
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5IntDataWriter.java
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5LongDataWriter.java
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5MapDataWriter.java
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5StringDataWriter.java
create mode 100644
contrib/format-hdf5/src/main/java/org/apache/drill/exec/store/hdf5/writers/HDF5TimestampDataWriter.java
create mode 100644
contrib/format-hdf5/src/main/resources/bootstrap-format-plugins.json
create mode 100644 contrib/format-hdf5/src/main/resources/drill-module.conf
create mode 100644
contrib/format-hdf5/src/test/java/org/apache/drill/exec/store/hdf5/TestHDF5Format.java
create mode 100644
contrib/format-hdf5/src/test/java/org/apache/drill/exec/store/hdf5/TestHDF5Utils.java
create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/browsing.h5
create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/dset.h5
create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/non-scalar.h5
create mode 100644 contrib/format-hdf5/src/test/resources/hdf5/scalar.h5
create mode 100644
contrib/storage-jdbc/src/main/resources/bootstrap-storage-plugins.json
create mode 100644
contrib/storage-jdbc/src/test/java/org/apache/drill/exec/store/jdbc/TestBasicDataSource.java
rename
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/aggregate/{SpilledRecordbatch.java
=> SpilledRecordBatch.java} (91%)
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/types/ExtendableRelDataTypeHolder.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroBatchReader.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroDrillTable.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroRecordReader.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroSchemaUtil.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/AvroTypeHelper.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/ColumnConverter.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/avro/ColumnConvertersUtil.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/avro/AvroDataGenerator.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/avro/AvroSchemaUtilTest.java
delete mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/avro/AvroTestUtil.java
create mode 100644
exec/java-exec/src/test/resources/parquet/hive_all/hive_alltypes.parquet
