This is an automated email from the ASF dual-hosted git repository.
vitalii pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git
from 7c3732320b DRILL-8155: Introduce New Plugin Authentication Modes
(#2516)
new b464b9991a DRILL-6953: Merge row set-based JSON reader
new e98793badd DRILL-8037: Add V2 JSON Format Plugin based on EVF
new ead453c984 DRILL-8195: Add Timestamp Zone offset ISO-8601 format for
JSON EVF
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../drill/common/util/DrillDateTimeFormatter.java | 22 +-
.../{RowSetTests.java => RowSetTest.java} | 2 +-
.../drill/exec/store/esri/ShpFormatPlugin.java | 7 +-
.../exec/store/esri/TestShapefileFormatPlugin.java | 4 +-
.../drill/exec/store/excel/ExcelFormatPlugin.java | 6 +-
.../drill/exec/store/excel/TestExcelFormat.java | 4 +-
.../drill/exec/store/hdf5/HDF5FormatPlugin.java | 5 +-
.../drill/exec/store/hdf5/TestHDF5Format.java | 4 +-
.../exec/store/httpd/HttpdLogFormatPlugin.java | 1 -
.../drill/exec/store/httpd/TestHTTPDLogReader.java | 4 +-
.../store/httpd/TestHTTPDLogReaderUserAgent.java | 4 +-
.../drill/exec/store/image/ImageFormatPlugin.java | 8 +-
.../exec/store/image/TestImageRecordReader.java | 6 +-
.../store/pcap/plugin/BasePcapFormatPlugin.java | 6 +-
.../drill/exec/store/pcap/TestPcapEVFReader.java | 4 +-
.../exec/store/pcapng/TestPcapngRecordReader.java | 4 +-
.../store/pcapng/TestPcapngStatRecordReader.java | 4 +-
.../drill/exec/store/pdf/PdfFormatPlugin.java | 7 +-
.../apache/drill/exec/store/pdf/TestPdfFormat.java | 4 +-
.../drill/exec/store/sas/SasFormatPlugin.java | 7 +-
.../apache/drill/exec/store/sas/TestSasReader.java | 4 +-
.../drill/exec/store/spss/SpssFormatPlugin.java | 7 +-
.../drill/exec/store/spss/TestSpssReader.java | 4 +-
.../exec/store/syslog/SyslogFormatPlugin.java | 7 +-
.../drill/exec/store/syslog/TestSyslogFormat.java | 4 +-
.../apache/drill/exec/store/xml/TestXMLReader.java | 4 +-
.../exec/store/phoenix/PhoenixCommandTest.java | 4 +-
.../exec/store/phoenix/PhoenixDataTypeTest.java | 4 +-
.../drill/exec/store/phoenix/PhoenixSQLTest.java | 4 +-
.../phoenix/secured/SecuredPhoenixCommandTest.java | 4 +-
.../secured/SecuredPhoenixDataTypeTest.java | 4 +-
.../phoenix/secured/SecuredPhoenixSQLTest.java | 4 +-
.../phoenix/secured/SecuredPhoenixTestSuite.java | 4 +-
docs/dev/{JUnit.md => JUnit4.md} | 0
docs/dev/Testing.md | 2 +-
.../java/org/apache/drill/exec/ExecConstants.java | 3 +
.../org/apache/drill/exec/client/DrillClient.java | 2 +-
.../drill/exec/expr/fn/impl/TypeFunctions.java | 1 -
.../org/apache/drill/exec/ops/OperatorStats.java | 8 +-
.../physical/impl/common/HashTableTemplate.java | 4 +-
.../impl/protocol/VectorContainerAccessor.java | 12 +-
.../exec/physical/impl/scan/ScanOperatorExec.java | 3 +-
.../impl/scan/file/FileMetadataColumnsParser.java | 11 +-
.../scan/project/ExplicitSchemaProjection.java | 73 ++-
.../impl/scan/project/ReaderLevelProjection.java | 3 +-
.../scan/project/ReaderSchemaOrchestrator.java | 11 +-
.../physical/impl/scan/project/ResolvedTuple.java | 22 +-
.../impl/scan/project/ScanLevelProjection.java | 6 +-
.../physical/impl/validate/BatchValidator.java | 10 +-
.../physical/resultSet/impl/ProjectionFilter.java | 12 +-
.../resultSet/impl/ResultSetLoaderImpl.java | 2 +-
.../physical/resultSet/impl/SingleVectorState.java | 55 +-
.../model/single/SimpleReaderBuilder.java | 18 +-
.../resultSet/project/ProjectionChecker.java | 5 +-
.../planner/sql/handlers/CreateTableHandler.java | 3 +-
.../org/apache/drill/exec/record/BatchSchema.java | 66 ++-
.../exec/record/VectorAccessibleUtilities.java | 2 +-
.../apache/drill/exec/record/VectorContainer.java | 2 +-
.../exec/record/selection/SelectionVector2.java | 28 +-
.../drill/exec/rpc/user/QueryResultHandler.java | 6 +-
.../exec/server/options/SystemOptionManager.java | 1 +
.../org/apache/drill/exec/store/RecordReader.java | 3 +
.../exec/store/dfs/WorkspaceSchemaFactory.java | 6 +-
.../exec/store/dfs/easy/EasyFormatPlugin.java | 18 +-
.../drill/exec/store/dfs/easy/EasyGroupScan.java | 6 +-
.../exec/store/dfs/easy/EvfV1ScanBuilder.java | 10 +-
.../exec/store/easy/json/JSONFormatConfig.java | 123 ++++
.../exec/store/easy/json/JSONFormatPlugin.java | 187 +++---
.../exec/store/easy/json/JSONRecordReader.java | 11 +-
.../exec/store/easy/json/JsonBatchReader.java | 90 +++
.../store/easy/json/loader/BaseFieldFactory.java | 39 +-
.../exec/store/easy/json/loader/FieldDefn.java | 6 +-
.../easy/json/loader/InferredFieldFactory.java | 29 +-
.../store/easy/json/loader/JsonLoaderImpl.java | 3 +-
.../exec/store/easy/json/loader/TupleParser.java | 9 +-
.../easy/json/parser/JsonStructureParser.java | 35 +-
.../store/easy/json/parser/JsonValueParser.java | 4 +-
.../store/easy/json/parser/ObjectValueParser.java | 1 +
.../store/easy/json/values/DateValueListener.java | 6 +-
.../json/values/UtcTimestampValueListener.java | 6 +-
.../drill/exec/store/log/LogFormatPlugin.java | 5 +-
.../exec/vector/complex/fn/ExtendedJsonOutput.java | 2 -
.../drill/exec/vector/complex/fn/ExtendedType.java | 3 -
.../exec/vector/complex/fn/ExtendedTypeName.java | 23 +-
.../exec/vector/complex/fn/FieldSelection.java | 1 -
.../drill/exec/vector/complex/fn/JsonReader.java | 14 +-
.../drill/exec/vector/complex/fn/JsonWriter.java | 47 +-
.../drill/exec/vector/complex/fn/VectorOutput.java | 84 ++-
.../java-exec/src/main/resources/drill-module.conf | 1 +
.../java/org/apache/drill/TestFrameworkTest.java | 40 +-
.../java/org/apache/drill/TestStarQueries.java | 212 ++++---
.../org/apache/drill/exec/TestEmptyInputSql.java | 19 +
.../drill/exec/expr/fn/impl/TestTypeFns.java | 47 +-
.../TestMetastoreWithEasyFormatPlugin.java | 63 +-
.../physical/impl/TopN/TestTopNSchemaChanges.java | 111 ++--
.../impl/join/TestMergeJoinWithSchemaChanges.java | 16 +-
.../impl/lateraljoin/TestE2EUnnestAndLateral.java | 28 +-
.../impl/protocol/TestOperatorRecordBatch.java | 69 +--
.../exec/physical/impl/scan/TestColumnsArray.java | 4 +-
.../impl/scan/TestColumnsArrayFramework.java | 4 +-
.../physical/impl/scan/TestColumnsArrayParser.java | 4 +-
.../physical/impl/scan/TestFileScanFramework.java | 4 +-
.../impl/scan/TestImplicitColumnParser.java | 4 +-
.../impl/scan/TestImplicitColumnProjection.java | 4 +-
.../physical/impl/scan/TestScanBatchWriters.java | 4 +-
.../physical/impl/scan/TestScanOperExecBasics.java | 4 +-
.../impl/scan/TestScanOperExecEarlySchema.java | 4 +-
.../impl/scan/TestScanOperExecLateSchema.java | 4 +-
.../impl/scan/TestScanOperExecOuputSchema.java | 4 +-
.../impl/scan/TestScanOperExecOverflow.java | 4 +-
.../impl/scan/TestScanOperExecSmoothing.java | 4 +-
.../impl/scan/TestScanOrchestratorEarlySchema.java | 4 +-
.../scan/TestScanOrchestratorImplicitColumns.java | 4 +-
.../impl/scan/TestScanOrchestratorLateSchema.java | 4 +-
.../impl/scan/convert/TestColumnConverter.java | 4 +-
.../scan/project/TestConstantColumnLoader.java | 4 +-
.../impl/scan/project/TestNullColumnLoader.java | 4 +-
.../scan/project/TestReaderLevelProjection.java | 8 +-
.../impl/scan/project/TestRowBatchMerger.java | 4 +-
.../impl/scan/project/TestSchemaSmoothing.java | 4 +-
.../physical/impl/validate/TestBatchValidator.java | 4 +-
.../exec/physical/impl/xsort/TestExternalSort.java | 42 +-
.../impl/TestResultSetLoaderDictArray.java | 4 +-
.../resultSet/impl/TestResultSetLoaderDicts.java | 4 +-
.../impl/TestResultSetLoaderEmptyProject.java | 4 +-
.../resultSet/impl/TestResultSetLoaderLimits.java | 4 +-
.../impl/TestResultSetLoaderMapArray.java | 4 +-
.../resultSet/impl/TestResultSetLoaderMaps.java | 4 +-
.../impl/TestResultSetLoaderOmittedValues.java | 9 +-
.../impl/TestResultSetLoaderOverflow.java | 4 +-
.../impl/TestResultSetLoaderProtocol.java | 4 +-
.../impl/TestResultSetLoaderRepeatedList.java | 4 +-
.../resultSet/impl/TestResultSetLoaderTorture.java | 4 +-
.../resultSet/impl/TestResultSetLoaderUnions.java | 4 +-
.../resultSet/impl/TestResultSetSchemaChange.java | 4 +-
.../resultSet/impl/TestResultVectorCache.java | 4 +-
.../resultSet/project/TestTupleProjection.java | 4 +-
.../exec/physical/rowSet/TestDummyWriter.java | 4 +-
.../exec/physical/rowSet/TestFillEmpties.java | 4 +-
.../exec/physical/rowSet/TestFixedWidthWriter.java | 4 +-
.../physical/rowSet/TestHyperVectorReaders.java | 4 +-
.../exec/physical/rowSet/TestIndirectReaders.java | 4 +-
.../exec/physical/rowSet/TestMapAccessors.java | 4 +-
.../physical/rowSet/TestOffsetVectorWriter.java | 4 +-
.../physical/rowSet/TestRepeatedListAccessors.java | 4 +-
.../drill/exec/physical/rowSet/TestRowSet.java | 4 +-
.../exec/physical/rowSet/TestScalarAccessors.java | 4 +-
.../exec/physical/rowSet/TestSchemaBuilder.java | 4 +-
.../physical/rowSet/TestVariableWidthWriter.java | 4 +-
.../exec/physical/rowSet/TestVariantAccessors.java | 4 +-
.../drill/exec/server/rest/TestRestJson.java | 2 +-
.../org/apache/drill/exec/sql/TestAnalyze.java | 9 +-
.../drill/exec/sql/TestMetastoreCommands.java | 165 +++---
.../drill/exec/store/DropboxFileSystemTest.java | 2 +-
.../drill/exec/store/TestImplicitFileColumns.java | 4 +-
.../store/easy/json/loader/TestRepeatedList.java | 2 +-
.../exec/store/easy/json/loader/TestUnknowns.java | 2 +-
.../drill/exec/store/json/BaseTestJsonReader.java | 60 ++
.../json}/TestJsonEscapeAnyChar.java | 32 +-
.../drill/exec/store/json/TestJsonModes.java | 12 +-
.../writer => store/json}/TestJsonNanInf.java | 161 ++++--
.../writer => store/json}/TestJsonReader.java | 444 ++++-----------
.../drill/exec/store/json/TestJsonReaderFns.java | 268 +++++++++
.../exec/store/json/TestJsonReaderQueries.java | 633 +++++++++++++++++++++
.../TestJsonReaderWithSchema.java} | 38 +-
.../exec/store/json/TestJsonRecordReader.java | 283 ++++++---
.../drill/exec/store/json/TestJsonScanOp.java | 271 +++++++++
.../apache/drill/exec/store/log/TestLogReader.java | 4 +-
.../drill/exec/store/mock/TestMockPlugin.java | 4 +-
.../drill/exec/store/mock/TestMockRowReader.java | 4 +-
.../exec/store/parquet/TestVarlenDecimal.java | 4 -
.../store/sequencefile/TestSequenceFileReader.java | 4 +-
.../complex/writer/TestComplexTypeWriter.java | 27 +-
.../vector/complex/writer/TestExtendedTypes.java | 61 +-
.../java/org/apache/drill/test/ClusterFixture.java | 4 +-
.../java/org/apache/drill/test/ClusterTest.java | 2 +-
.../java/org/apache/drill/test/TestBuilder.java | 10 +
.../test/rowSet/test/TestRowSetComparison.java | 4 +-
exec/java-exec/src/test/resources/rest/cust20.json | 44 +-
exec/java-exec/src/test/resources/rest/small.json | 24 +-
.../main/codegen/templates/HolderReaderImpl.java | 7 +-
.../record/metadata/AbstractColumnMetadata.java | 8 +-
.../drill/exec/record/metadata/ColumnMetadata.java | 1 +
.../drill/exec/record/metadata/MetadataUtils.java | 21 +-
.../record/metadata/PrimitiveColumnMetadata.java | 17 +
.../apache/drill/exec/vector/NullableVector.java | 2 +-
.../accessor/writer/AbstractTupleWriter.java | 6 +-
.../vector/complex/impl/SingleMapReaderImpl.java | 2 -
.../record/metadata/TestMetadataProperties.java | 4 +-
.../exec/record/metadata/TestTupleSchema.java | 4 +-
190 files changed, 3211 insertions(+), 1619 deletions(-)
copy
contrib/storage-hbase/src/main/java/org/apache/drill/exec/store/hbase/config/HBasePStoreProvider.java
=>
common/src/main/java/org/apache/drill/common/util/DrillDateTimeFormatter.java
(55%)
rename common/src/test/java/org/apache/drill/categories/{RowSetTests.java =>
RowSetTest.java} (97%)
rename docs/dev/{JUnit.md => JUnit4.md} (100%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/JSONFormatConfig.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/json/JsonBatchReader.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/json/BaseTestJsonReader.java
rename
exec/java-exec/src/test/java/org/apache/drill/exec/{vector/complex/writer =>
store/json}/TestJsonEscapeAnyChar.java (76%)
rename
exec/java-exec/src/test/java/org/apache/drill/exec/{vector/complex/writer =>
store/json}/TestJsonNanInf.java (80%)
rename
exec/java-exec/src/test/java/org/apache/drill/exec/{vector/complex/writer =>
store/json}/TestJsonReader.java (58%)
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/json/TestJsonReaderFns.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/json/TestJsonReaderQueries.java
copy
exec/java-exec/src/test/java/org/apache/drill/exec/store/{enumerable/EnumPluginTest.java
=> json/TestJsonReaderWithSchema.java} (50%)
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/json/TestJsonScanOp.java
