This is an automated email from the ASF dual-hosted git repository.
agozhiy pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 09b805a DRILL-7576: Fail fast for operator errors
new 7517176 DRILL-7594: Remove unused DrillStoreRel
new a81c496 DRILL-7589: Set temporary tests folder for
UDF_DIRECTORY_LOCAL, fix allocators closing in BloomFilterTest and
TestWriteToDisk, fix permissions issue for TestGracefulShutdown tests
new e8f9b7e DRILL-7586: Fix loading incorrect version of commons-lang3
new 5015d0e DRILL-7583: Remove STOP status from operator outcome
new b0ab3a6 DRILL-7574: Generalize the projection parser
new 39457bf DRILL-7573: Support htpasswd based authentication
new 8e6ba48 DRILL-7572: JSON structure parser
new 7951e4c DRILL-7565: ANALYZE TABLE ... REFRESH METADATA does not work
for empty Parquet files
new c529791 DRILL-7562: Support HTTP Basic authentication for REST API
calls
new 8a8e58b DRILL-7514: Update Apache POI to Latest Version
The 10 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
contrib/format-excel/pom.xml | 2 +-
.../drill/exec/store/excel/ExcelBatchReader.java | 12 +-
contrib/storage-hive/hive-exec-shade/pom.xml | 8 +
contrib/udfs/pom.xml | 2 +-
.../src/main/resources/drill-override-example.conf | 4 +-
.../java/org/apache/drill/exec/ExecConstants.java | 22 +-
.../drill/exec/metastore/ColumnNamesOptions.java | 19 +-
.../metastore/analyze/AnalyzeFileInfoProvider.java | 1 +
.../analyze/MetadataAggregateContext.java | 24 +-
.../physical/PhysicalOperatorSetupException.java | 8 +-
.../apache/drill/exec/physical/impl/ScanBatch.java | 33 +-
.../drill/exec/physical/impl/ScreenCreator.java | 2 -
.../exec/physical/impl/SingleSenderCreator.java | 9 +-
.../physical/impl/StatisticsWriterRecordBatch.java | 7 +-
.../drill/exec/physical/impl/TopN/TopNBatch.java | 9 +-
.../exec/physical/impl/WriterRecordBatch.java | 7 +-
.../exec/physical/impl/aggregate/HashAggBatch.java | 131 ++-
.../physical/impl/aggregate/HashAggTemplate.java | 232 +++--
.../impl/aggregate/SpilledRecordBatch.java | 10 +-
.../physical/impl/aggregate/StreamingAggBatch.java | 9 +-
.../impl/aggregate/StreamingAggTemplate.java | 2 -
.../broadcastsender/BroadcastSenderRootExec.java | 1 -
.../physical/impl/filter/EvalSetupException.java | 2 +-
.../physical/impl/filter/EvaluationPredicate.java | 10 +-
.../physical/impl/flatten/FlattenRecordBatch.java | 4 +-
.../physical/impl/flatten/FlattenTemplate.java | 8 +-
.../exec/physical/impl/join/HashJoinBatch.java | 1014 ++++++++++++--------
.../impl/join/HashJoinMemoryCalculatorImpl.java | 20 +-
.../physical/impl/join/HashJoinProbeTemplate.java | 3 +-
.../impl/join/HashJoinStateCalculator.java | 2 +-
.../drill/exec/physical/impl/join/JoinStatus.java | 5 -
.../exec/physical/impl/join/LateralJoinBatch.java | 20 +-
.../exec/physical/impl/join/MergeJoinBatch.java | 12 +-
.../physical/impl/join/NestedLoopJoinBatch.java | 10 +-
.../exec/physical/impl/join/RowKeyJoinBatch.java | 13 +-
.../exec/physical/impl/limit/LimitRecordBatch.java | 42 +-
.../impl/mergereceiver/MergingRecordBatch.java | 12 +-
.../impl/metadata/MetadataAggregateHelper.java | 40 +-
.../impl/metadata/MetadataControllerBatch.java | 10 +-
.../impl/metadata/MetadataHandlerBatch.java | 4 +-
.../OrderedPartitionProjectorTemplate.java | 10 +-
.../OrderedPartitionRecordBatch.java | 7 +-
.../orderedpartitioner/SampleCopierTemplate.java | 11 +-
.../partitionsender/PartitionSenderRootExec.java | 30 +-
.../impl/producer/ProducerConsumerBatch.java | 30 +-
.../physical/impl/project/ProjectRecordBatch.java | 4 +-
.../impl/protocol/OperatorRecordBatch.java | 7 +-
.../RangePartitionRecordBatch.java | 5 -
.../impl/scan/columns/ColumnsArrayParser.java | 17 +-
.../scan/columns/ResolvedColumnsArrayColumn.java | 2 +-
.../scan/columns/UnresolvedColumnsArrayColumn.java | 2 +-
.../impl/scan/file/FileMetadataColumnsParser.java | 49 +-
.../impl/scan/file/FileMetadataManager.java | 23 +-
.../scan/project/AbstractUnresolvedColumn.java | 2 +-
.../scan/project/ExplicitSchemaProjection.java | 12 +-
.../scan/project/ReaderSchemaOrchestrator.java | 9 -
.../impl/scan/project/ScanLevelProjection.java | 67 +-
.../impl/scan/project/ScanSchemaOrchestrator.java | 12 +-
.../scan/project/projSet/AbstractReadColProj.java | 4 -
.../scan/project/projSet/EmptyProjectionSet.java | 3 +
.../project/projSet/ExplicitProjectionSet.java | 40 +-
.../scan/project/projSet/ProjectedDictColumn.java | 10 +-
.../scan/project/projSet/ProjectedMapColumn.java | 2 +-
.../scan/project/projSet/ProjectedReadColumn.java | 9 +-
.../scan/project/projSet/ProjectionChecker.java | 141 +++
.../scan/project/projSet/ProjectionSetBuilder.java | 26 +-
.../scan/project/projSet/ProjectionSetFactory.java | 4 +-
.../project/projSet/WildcardProjectionSet.java | 3 +
.../exec/physical/impl/sort/RecordBatchData.java | 4 +-
.../drill/exec/physical/impl/sort/SortBatch.java | 6 +-
.../impl/statistics/StatisticsMergeBatch.java | 1 -
.../physical/impl/union/UnionAllRecordBatch.java | 9 -
.../physical/impl/unnest/UnnestRecordBatch.java | 8 +-
.../unorderedreceiver/UnorderedReceiverBatch.java | 11 +-
.../impl/unpivot/UnpivotMapsRecordBatch.java | 1 -
.../validate/IteratorValidatorBatchIterator.java | 20 +-
.../impl/window/WindowFrameRecordBatch.java | 27 +-
.../physical/impl/xsort/ExternalSortBatch.java | 13 +-
.../exec/physical/impl/xsort/MergeSortWrapper.java | 2 +-
.../exec/physical/resultSet/ProjectionSet.java | 13 +-
.../physical/resultSet/impl/ContainerState.java | 12 -
.../resultSet/impl/ResultSetLoaderImpl.java | 36 +-
.../exec/physical/resultSet/impl/TupleState.java | 20 +-
.../project/BaseRequestedColumn.java} | 40 +-
.../resultSet/project/ImpliedTupleRequest.java | 28 +-
.../physical/resultSet/project/ProjectionType.java | 187 ----
.../physical/resultSet/project/Projections.java | 159 +++
.../exec/physical/resultSet/project/Qualifier.java | 162 ++++
.../project/QualifierContainer.java} | 7 +-
.../resultSet/project/RequestedColumn.java | 239 +++++
.../resultSet/project/RequestedColumnImpl.java | 217 +----
.../physical/resultSet/project/RequestedTuple.java | 54 +-
.../resultSet/project/RequestedTupleImpl.java | 277 ++----
.../resultSet/project/RequestedWildcardColumn.java | 61 ++
.../exec/planner/common/DrillStoreRelBase.java | 43 -
.../ConvertMetadataAggregateToDirectScanRule.java | 43 +-
.../drill/exec/planner/logical/DrillStoreRel.java | 46 -
.../exec/planner/physical/PlannerSettings.java | 24 +-
.../planner/sql/handlers/AnalyzeTableHandler.java | 57 +-
.../planner/sql/handlers/DefaultSqlHandler.java | 25 +-
.../sql/handlers/MetastoreAnalyzeTableHandler.java | 16 +-
.../exec/record/AbstractBinaryRecordBatch.java | 11 +-
.../drill/exec/record/AbstractRecordBatch.java | 17 +-
.../exec/record/AbstractUnaryRecordBatch.java | 6 +-
.../apache/drill/exec/record/MajorTypeSerDe.java | 2 +
.../org/apache/drill/exec/record/RecordBatch.java | 52 +-
.../exec/record/RecordBatchMemoryManager.java | 10 +-
.../apache/drill/exec/record/RecordBatchSizer.java | 13 +-
.../apache/drill/exec/record/RecordIterator.java | 1 -
.../apache/drill/exec/record/SchemalessBatch.java | 17 +-
.../drill/exec/record/SimpleRecordBatch.java | 8 +-
.../exec/record/VectorAccessibleComplexWriter.java | 1 -
.../security/HtpasswdFileUserAuthenticator.java | 152 +++
.../exec/server/options/SystemOptionManager.java | 1 +
.../auth/DrillHttpConstraintSecurityHandler.java | 40 +-
.../auth/DrillHttpSecurityHandlerProvider.java | 9 +
.../exec/server/rest/auth/FormSecurityHandler.java | 9 +-
...dler.java => HttpBasicAuthSecurityHandler.java} | 20 +-
.../apache/drill/exec/store/ColumnExplorer.java | 7 +-
.../easy/json/parser/AbstractElementParser.java} | 21 +-
.../exec/store/easy/json/parser/ArrayListener.java | 151 +++
.../exec/store/easy/json/parser/ArrayParser.java | 68 ++
.../store/easy/json/parser/DummyValueParser.java | 80 ++
.../exec/store/easy/json/parser/ElementParser.java | 39 +
.../exec/store/easy/json/parser/ErrorFactory.java | 76 ++
.../easy/json/parser/JsonStructureOptions.java | 54 ++
.../easy/json/parser/JsonStructureParser.java | 218 +++++
.../easy/json/parser/JsonType.java} | 9 +-
.../store/easy/json/parser/ObjectListener.java | 131 +++
.../exec/store/easy/json/parser/ObjectParser.java | 167 ++++
.../exec/store/easy/json/parser/RootParser.java | 121 +++
.../exec/store/easy/json/parser/TokenIterator.java | 149 +++
.../exec/store/easy/json/parser/ValueFactory.java | 222 +++++
.../exec/store/easy/json/parser/ValueListener.java | 152 +++
.../exec/store/easy/json/parser/ValueParser.java | 174 ++++
.../store/parquet/BaseParquetMetadataProvider.java | 2 +-
.../java-exec/src/main/resources/drill-module.conf | 1 +
.../java/org/apache/drill/TestCorrelation.java | 1 -
.../java/org/apache/drill/TestExampleQueries.java | 128 ++-
.../test/java/org/apache/drill/TestTpchLimit0.java | 1 -
.../drill/exec/DrillSeparatePlanningTest.java | 2 +-
.../apache/drill/exec/cache/TestWriteToDisk.java | 106 +-
.../drill/exec/physical/impl/MockRecordBatch.java | 15 +-
.../drill/exec/physical/impl/SimpleRootExec.java | 1 -
.../exec/physical/impl/TestBroadcastExchange.java | 1 +
.../physical/impl/join/TestHashJoinOutcome.java | 14 +-
.../impl/join/TestLateralJoinCorrectness.java | 2 +-
.../impl/limit/TestLimitBatchEmitOutcome.java | 54 +-
.../impl/protocol/TestOperatorRecordBatch.java | 9 +-
.../exec/physical/impl/scan/TestColumnsArray.java | 1 -
.../impl/scan/TestColumnsArrayFramework.java | 3 -
.../physical/impl/scan/TestColumnsArrayParser.java | 29 +-
.../impl/scan/TestFileMetadataColumnParser.java | 100 --
.../impl/scan/TestScanOrchestratorEarlySchema.java | 110 +--
.../impl/scan/project/TestScanLevelProjection.java | 64 +-
.../impl/scan/project/TestSchemaSmoothing.java | 1 -
.../scan/project/projSet/TestProjectionSet.java | 22 -
.../physical/impl/unnest/MockLateralJoinBatch.java | 30 +-
.../impl/unnest/TestUnnestCorrectness.java | 5 +-
.../unnest/TestUnnestWithLateralCorrectness.java | 5 +-
.../physical/resultSet/impl/RowSetTestUtils.java | 7 +-
.../resultSet/project/TestProjectedPath.java | 325 +++++++
.../resultSet/project/TestProjectedTuple.java | 457 +++++----
.../resultSet/project/TestProjectionType.java | 155 ---
.../TestHtpasswdFileUserAuthenticator.java | 151 +++
.../drill/exec/sql/TestMetastoreCommands.java | 310 ++++++
.../easy/text/compliant/TestCsvWithHeaders.java | 18 +-
.../easy/text/compliant/TestCsvWithoutHeaders.java | 10 +-
.../exec/store/json/parser/BaseTestJsonParser.java | 345 +++++++
.../store/json/parser/TestJsonParserArrays.java | 397 ++++++++
.../store/json/parser/TestJsonParserBasics.java | 279 ++++++
.../store/json/parser/TestJsonParserErrors.java | 94 ++
.../store/json/parser/TestJsonParserObjects.java | 158 +++
.../exec/udf/dynamic/TestDynamicUDFSupport.java | 11 +-
.../drill/exec/work/filter/BloomFilterTest.java | 284 ++----
.../org/apache/drill/test/BaseDirTestWatcher.java | 11 +
.../java/org/apache/drill/test/ClusterFixture.java | 1 +
.../org/apache/drill/test/OperatorFixture.java | 1 +
.../apache/drill/test/PhysicalOpUnitTestBase.java | 3 +-
.../apache/drill/test/TestGracefulShutdown.java | 100 +-
180 files changed, 6887 insertions(+), 3339 deletions(-)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/impl/scan/project/projSet/ProjectionChecker.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/physical/{impl/scan/project/projSet/ProjectedMapColumn.java
=> resultSet/project/BaseRequestedColumn.java} (51%)
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/resultSet/project/ProjectionType.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/resultSet/project/Projections.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/resultSet/project/Qualifier.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/physical/{impl/filter/EvalSetupException.java
=> resultSet/project/QualifierContainer.java} (79%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/resultSet/project/RequestedColumn.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/physical/resultSet/project/RequestedWildcardColumn.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/common/DrillStoreRelBase.java
delete mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/planner/logical/DrillStoreRel.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/rpc/user/security/HtpasswdFileUserAuthenticator.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/server/rest/auth/{FormSecurityHandler.java
=> HttpBasicAuthSecurityHandler.java} (58%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/{physical/impl/filter/EvaluationPredicate.java
=> store/easy/json/parser/AbstractElementParser.java} (59%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/ArrayListener.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/ArrayParser.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/DummyValueParser.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/ElementParser.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/ErrorFactory.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/JsonStructureOptions.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/JsonStructureParser.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/{physical/impl/filter/EvalSetupException.java
=> store/easy/json/parser/JsonType.java} (79%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/ObjectListener.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/ObjectParser.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/RootParser.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/TokenIterator.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/ValueFactory.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/ValueListener.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/parser/ValueParser.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/physical/resultSet/project/TestProjectedPath.java
delete mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/physical/resultSet/project/TestProjectionType.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/rpc/user/security/TestHtpasswdFileUserAuthenticator.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/json/parser/BaseTestJsonParser.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/json/parser/TestJsonParserArrays.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/json/parser/TestJsonParserBasics.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/json/parser/TestJsonParserErrors.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/json/parser/TestJsonParserObjects.java
