This is an automated email from the ASF dual-hosted git repository.
arina pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/drill.git.
from 4a79e2a DRILL-6846: Add CircleCI Test Summary closes #1678 - added
CircleCI Test Summary - maven-surefire-plugin version udpate - license
checkstyle goal is added to the TravisCI protobuf phase
new d585452 DRILL-6952: Host compliant text reader on the row set
framework
new 78dc868 DRILL-7073: CREATE SCHEMA command / TupleSchema /
ColumnMetadata improvements
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../record/metadata/schema/parser/SchemaLexer.g4 | 10 +
.../record/metadata/schema/parser/SchemaParser.g4 | 16 +-
.../java/org/apache/drill/exec/ExecConstants.java | 8 +
.../drill/exec/physical/base/AbstractExchange.java | 4 +-
.../exec/physical/base/AbstractFileGroupScan.java | 2 -
.../drill/exec/physical/base/AbstractSubScan.java | 3 +-
.../apache/drill/exec/physical/impl/ScanBatch.java | 1 -
.../physical/impl/project/ProjectRecordBatch.java | 32 +-
.../impl/scan/columns/ColumnsArrayParser.java | 8 +-
.../impl/scan/file/BaseFileScanFramework.java | 14 +-
.../impl/scan/file/FileMetadataColumnsParser.java | 13 +-
.../impl/scan/file/FileMetadataManager.java | 84 +-
.../impl/scan/project/ScanSchemaOrchestrator.java | 4 +-
.../fragment/HardAffinityFragmentParallelizer.java | 16 +-
.../exec/planner/fragment/SimpleParallelizer.java | 36 +-
.../drill/exec/planner/physical/ScanPrel.java | 2 +-
.../drill/exec/planner/physical/ScanPrule.java | 3 +-
.../visitor/ExcessiveExchangeIdentifier.java | 10 +-
.../record/metadata/AbstractColumnMetadata.java | 94 +++
.../exec/record/metadata/MapColumnMetadata.java | 8 +-
.../record/metadata/PrimitiveColumnMetadata.java | 115 +++
.../drill/exec/record/metadata/TupleSchema.java | 63 +-
.../record/metadata/schema/SchemaContainer.java | 50 +-
.../metadata/schema/parser/SchemaExprParser.java | 16 +
.../metadata/schema/parser/SchemaVisitor.java | 66 +-
.../exec/server/options/SystemOptionManager.java | 2 +
.../apache/drill/exec/store/ColumnExplorer.java | 57 +-
.../apache/drill/exec/store/dfs/FormatPlugin.java | 1 -
.../exec/store/dfs/easy/EasyFormatPlugin.java | 442 ++++++++---
.../drill/exec/store/dfs/easy/EasyGroupScan.java | 52 +-
.../drill/exec/store/dfs/easy/EasySubScan.java | 44 +-
.../exec/store/easy/text/TextFormatPlugin.java | 301 ++++---
...ishedPseudoException.java => package-info.java} | 20 +-
.../easy/text/compliant/v3/BaseFieldOutput.java | 165 ++++
.../compliant/v3/CompliantTextBatchReader.java | 269 +++++++
.../easy/text/compliant/v3/FieldVarCharOutput.java | 62 ++
.../text/compliant/{ => v3}/HeaderBuilder.java | 36 +-
.../text/compliant/v3/RepeatedVarCharOutput.java | 137 ++++
.../{ => v3}/StreamFinishedPseudoException.java | 2 +-
.../easy/text/compliant/{ => v3}/TextInput.java | 125 +--
.../easy/text/compliant/{ => v3}/TextOutput.java | 41 +-
.../compliant/{ => v3}/TextParsingContext.java | 10 +-
.../TextParsingSettingsV3.java} | 136 ++--
.../easy/text/compliant/{ => v3}/TextReader.java | 195 +++--
.../easy/text/compliant/v3}/package-info.java | 5 +-
.../apache/drill/exec/work/foreman/Foreman.java | 2 -
.../java-exec/src/main/resources/drill-module.conf | 2 +
.../java/org/apache/drill/TestPartitionFilter.java | 1 +
.../java/org/apache/drill/TestSchemaCommands.java | 77 +-
.../impl/protocol/TestOperatorRecordBatch.java | 3 +
.../exec/physical/impl/scan/TestColumnsArray.java | 3 +
.../physical/impl/scan/TestColumnsArrayParser.java | 3 +
.../impl/scan/TestFileMetadataColumnParser.java | 29 +-
.../impl/scan/TestFileMetadataProjection.java | 9 +
.../physical/impl/scan/TestFileScanFramework.java | 8 +-
.../impl/scan/TestScanOrchestratorMetadata.java | 15 +
.../impl/scan/project/TestSchemaSmoothing.java | 12 +
.../impl/validate/TestValidationOptions.java | 2 -
.../physical/rowSet/impl/TestProjectedTuple.java | 8 +-
.../record/metadata/schema/TestSchemaProvider.java | 133 +++-
.../schema/parser/TestParserErrorHandling.java | 4 -
.../metadata/schema/parser/TestSchemaParser.java | 119 ++-
.../store/easy/text/compliant/BaseCsvTest.java | 101 +++
.../exec/store/easy/text/compliant/TestCsv.java | 271 -------
.../easy/text/compliant/TestCsvIgnoreHeaders.java | 114 +++
.../easy/text/compliant/TestCsvWithHeaders.java | 873 +++++++++++++++++++++
.../easy/text/compliant/TestCsvWithoutHeaders.java | 397 ++++++++++
.../easy/text/compliant/TestHeaderBuilder.java | 91 +--
.../easy/text/compliant/TestPartitionRace.java | 375 +++++++++
.../drill/exec/store/text/TestNewTextReader.java | 2 +
.../java/org/apache/drill/test/ClusterFixture.java | 2 +-
.../java/org/apache/drill/test/QueryBuilder.java | 2 +-
.../drill/exec/record/metadata/ColumnMetadata.java | 30 +
.../drill/exec/record/metadata/TupleMetadata.java | 11 +-
74 files changed, 4354 insertions(+), 1125 deletions(-)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{StreamFinishedPseudoException.java
=> package-info.java} (68%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/v3/BaseFieldOutput.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/v3/CompliantTextBatchReader.java
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/v3/FieldVarCharOutput.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{
=> v3}/HeaderBuilder.java (92%)
create mode 100644
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/v3/RepeatedVarCharOutput.java
copy
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{
=> v3}/StreamFinishedPseudoException.java (94%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{
=> v3}/TextInput.java (77%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{
=> v3}/TextOutput.java (70%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{
=> v3}/TextParsingContext.java (92%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{TextParsingSettings.java
=> v3/TextParsingSettingsV3.java} (68%)
copy
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/{
=> v3}/TextReader.java (79%)
copy {drill-yarn/src/main/java/org/apache/drill/yarn/appMaster/http =>
exec/java-exec/src/main/java/org/apache/drill/exec/store/easy/text/compliant/v3}/package-info.java
(83%)
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/BaseCsvTest.java
delete mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/TestCsv.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/TestCsvIgnoreHeaders.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/TestCsvWithHeaders.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/TestCsvWithoutHeaders.java
create mode 100644
exec/java-exec/src/test/java/org/apache/drill/exec/store/easy/text/compliant/TestPartitionRace.java
