This is an automated email from the ASF dual-hosted git repository.
mblow pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git.
from 43da2c5 Merge "Merge commit '4bf7048' from 'gerrit/mad-hatter'"
new 5949a1c [NO ISSUE][STO] Account For Pages With Multiple Pages in
LAFWriter
new 9868a03 [NO ISSUE] Update maven dependencies
new 783edc1 [NO ISSUE][HYR][LIC] Support 'central' mirroring
new 4bf7048 [NO ISSUE] Update netty dependency
new ad092f5 Merge branch 'gerrit/stabilization-f69489'
new 8490b92 Merge "Merge branch 'gerrit/stabilization-f69489'" into
mad-hatter
new c586d88 [NO ISSUE][MTD] Customizable dataset compaction policy in
metadata
new e91d2c6 [ASTERIXDB-2713][EXT] Add CSV & TSV support for external
dataset
new 88c0096 [NO ISSUE]: Removing unused fields
new 3340ccd Merge branch 'gerrit/march-hare'
new 085ce66 [NO ISSUE][COMP] Fix schema computation by UnionAll
new d5776d1 [NO ISSUE][NET] Allow Data Receivers To Report Errors
new f926856 [NO ISSUE][COMP] Extensible item type check in CREATE DATASET
new fa96dae [NO ISSUE][FAIL] Improve Index Creation on Large Field Error
Message
new bc6fa47 [NO ISSUE][HYR][NET] Add utility method & tests to default on
unspecified network port
new efef091 [ASTERIXDB-2712][EXT] Fix ByteBuffer limit when read more data
new dc1b452 [NO ISSUE][RT] Support negative positions in path expression
new f1cd417 [ASTERIXDB-2713][EXT] CSV & TSV support for external dataset
p2
new 54bff81 Merge commit 'f1cd417' from 'gerrit/mad-hatter'
new 1727c56 Merge "Merge commit 'f1cd417' from 'gerrit/mad-hatter'"
The 20 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
asterixdb/asterix-app/data/csv/01.csv | 3 +
asterixdb/asterix-app/data/csv/02.csv | 3 +
asterixdb/asterix-app/data/csv/empty.csv | 5 +
asterixdb/asterix-app/data/csv/sample_09.csv | 17 ++
asterixdb/asterix-app/data/csv/sample_10.csv | 39 ++++
asterixdb/asterix-app/data/csv/sample_11.csv | 4 +
asterixdb/asterix-app/data/csv/sample_12.csv | 16 ++
asterixdb/asterix-app/data/csv/sample_13.csv | 11 ++
asterixdb/asterix-app/data/tsv/01.tsv | 3 +
asterixdb/asterix-app/data/tsv/02.tsv | 3 +
asterixdb/asterix-app/data/tsv/sample_01.tsv | 28 +++
.../asterix/app/translator/QueryTranslator.java | 54 +++--
.../aws/AwsS3ExternalDatasetTest.java | 27 +++
.../test/runtime/ResultStreamingFailureTest.java | 83 ++++++++
.../csv-parser-001/csv-parser-001.1.ddl.sqlpp | 35 ++++
.../csv-parser-001/csv-parser-001.2.query.sqlpp} | 8 +-
.../csv-parser-001/csv-parser-001.3.query.sqlpp} | 8 +-
.../csv-parser-001/csv-parser-001.4.query.sqlpp} | 8 +-
.../csv-parser-001/csv-parser-001.5.query.sqlpp} | 8 +-
.../csv-parser-001/csv-parser-001.6.query.sqlpp} | 8 +-
.../csv-parser-001/csv-parser-001.7.query.sqlpp} | 8 +-
.../csv-parser-001/csv-parser-001.8.ddl.sqlpp} | 8 +-
.../tsv-parser-001/tsv-parser-002.1.ddl.sqlpp} | 14 +-
.../tsv-parser-001/tsv-parser-002.2.query.sqlpp} | 8 +-
.../tsv-parser-001/tsv-parser-002.3.ddl.sqlpp} | 8 +-
.../aws/s3/001/query-dataset.000.ddl.sqlpp} | 24 ++-
.../aws/s3/001/query-dataset.002.query.sqlpp} | 8 +-
.../aws/s3/001/query-dataset.003.ddl.sqlpp} | 8 +-
.../aws/s3/002/query-dataset.000.ddl.sqlpp} | 24 ++-
.../aws/s3/002/query-dataset.002.query.sqlpp} | 8 +-
.../aws/s3/002/query-dataset.003.ddl.sqlpp} | 8 +-
.../aws/s3/negative/negative.000.ddl.sqlpp} | 23 ++-
.../get-item_03/get-item_03.4.query.sqlpp} | 19 +-
.../misc/case_01/case_01.1.query.sqlpp | 2 +-
.../misc/case_02/case_02.1.query.sqlpp | 2 +-
.../misc/case_03/case_03.1.query.sqlpp | 2 +-
.../misc/case_04/case_04.1.query.sqlpp | 2 +-
.../misc/case_05/case_05.1.query.sqlpp | 2 +-
.../misc/case_06/case_06.1.query.sqlpp | 2 +-
.../misc/case_07/case_07.1.query.sqlpp | 2 +-
.../numeric/add_double/add_double.1.query.sqlpp | 2 +-
.../union/union_nested/union_nested.1.ddl.sqlpp | 48 +++--
.../union_nested/union_nested.2.update.sqlpp} | 8 +-
.../union/union_nested/union_nested.3.query.sqlpp | 93 +++++++++
.../csv-parser-001/csv-parser-001.2.adm | 15 ++
.../csv-parser-001/csv-parser-001.3.adm | 32 +++
.../csv-parser-001/csv-parser-001.4.adm | 4 +
.../csv-parser-001/csv-parser-001.5.adm | 13 ++
.../csv-parser-001/csv-parser-001.6.adm | 3 +
.../csv-parser-001/csv-parser-001.7.adm} | 0
.../tsv-parser-001/tsv-parser-001.2.adm | 28 +++
.../aws/s3/001/external_dataset.001.adm | 6 +
.../aws/s3/002/external_dataset.001.adm | 6 +
.../{get-item_03.1.adm => get-item_03.3.adm} | 0
.../results/list/get-item_03/get-item_03.4.adm | 1 +
.../results/union/union_nested/union_nested.3.adm | 138 +++++++++++++
.../numeric/add_double/add_double.1.ast | 7 +-
.../runtimets/testsuite_external_dataset.xml | 18 +-
.../test/resources/runtimets/testsuite_sqlpp.xml | 17 ++
.../asterix/common/exceptions/ErrorCode.java | 6 +-
.../src/main/resources/asx_errormsg/en.properties | 6 +-
.../asterix-doc/src/main/markdown/sqlpp/2_expr.md | 9 +-
.../external/input/HDFSDataSourceFactory.java | 2 +-
.../external/input/record/CharArrayRecord.java | 6 +
.../CSVToRecordWithMetadataAndPKConverter.java | 13 +-
.../record/reader/aws/AwsS3InputStreamFactory.java | 17 +-
.../record/reader/aws/AwsS3ReaderFactory.java | 18 --
.../stream/EmptyLineSeparatedRecordReader.java | 3 +-
.../record/reader/stream/LineRecordReader.java | 28 ++-
.../reader/stream/QuotedLineRecordReader.java | 87 ++++----
.../reader/stream/SemiStructuredRecordReader.java | 4 +-
.../record/reader/stream/StreamRecordReader.java | 3 +-
.../reader/stream/StreamRecordReaderFactory.java | 2 +-
.../input/stream/AsterixInputStreamReader.java | 4 +-
.../input/stream/SocketServerInputStream.java | 5 +
.../external/parser/DelimitedDataParser.java | 65 +++---
.../parser/factory/DelimitedDataParserFactory.java | 52 +----
.../factory/RecordWithMetadataParserFactory.java | 2 +-
.../external/provider/AdapterFactoryProvider.java | 15 +-
.../external/provider/ParserFactoryProvider.java | 7 +-
.../util/ExternalDataCompatibilityUtils.java | 17 +-
.../external/util/ExternalDataConstants.java | 35 +++-
.../asterix/external/util/ExternalDataUtils.java | 220 +++++++++++++++------
.../parser/test/ByteBufUTF8DecodeTest.java | 5 +-
.../external/parser/test/RecordWithMetaTest.java | 5 +-
.../DatasetTupleTranslator.java | 103 ++++++----
.../asterix/metadata/feeds/FeedMetadataUtil.java | 10 +-
.../evaluators/functions/GetItemDescriptor.java | 4 +
asterixdb/asterix-server/pom.xml | 4 +-
.../appended-resources/supplemental-models.xml | 6 +-
....com_netty_netty_netty-4.1.48.Final_NOTICE.txt} | 0
.../apache/hyracks/api/channels/IInputChannel.java | 5 +
.../src/main/resources/errormsg/en.properties | 2 +-
.../hyracks/client/result/ResultSetReader.java | 65 +++---
.../hyracks/comm/channels/NetworkInputChannel.java | 5 +
.../comm/channels/ResultNetworkInputChannel.java | 6 +
.../MaterializedPartitionInputChannel.java | 5 +
.../common/data/parsers/BooleanParserFactory.java | 62 ++++++
.../std/file/DelimitedDataTupleParserFactory.java | 9 +-
.../file/FieldCursorForDelimitedDataParser.java | 179 ++++++++++-------
.../hyracks/dataflow/std/file/CursorTest.java | 5 +-
.../muxdemux/AbstractChannelWriteInterface.java | 10 +-
.../muxdemux/FullFrameChannelWriteInterface.java | 18 +-
.../storage/am/common/impls/AbstractTreeIndex.java | 12 +-
.../storage/common/compression/file/LAFWriter.java | 23 ++-
.../org/apache/hyracks/test/support/TestUtils.java | 5 +
.../java/org/apache/hyracks/util/NetworkUtil.java | 11 ++
.../org/apache/hyracks/util/NetworkUtilTest.java | 42 ++++
hyracks-fullstack/pom.xml | 27 ++-
109 files changed, 1611 insertions(+), 635 deletions(-)
create mode 100644 asterixdb/asterix-app/data/csv/01.csv
create mode 100644 asterixdb/asterix-app/data/csv/02.csv
create mode 100644 asterixdb/asterix-app/data/csv/empty.csv
create mode 100644 asterixdb/asterix-app/data/csv/sample_09.csv
create mode 100644 asterixdb/asterix-app/data/csv/sample_10.csv
create mode 100644 asterixdb/asterix-app/data/csv/sample_11.csv
create mode 100644 asterixdb/asterix-app/data/csv/sample_12.csv
create mode 100644 asterixdb/asterix-app/data/csv/sample_13.csv
create mode 100644 asterixdb/asterix-app/data/tsv/01.tsv
create mode 100644 asterixdb/asterix-app/data/tsv/02.tsv
create mode 100644 asterixdb/asterix-app/data/tsv/sample_01.tsv
create mode 100644
asterixdb/asterix-app/src/test/java/org/apache/asterix/test/runtime/ResultStreamingFailureTest.java
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-tsv-parser/csv-parser-001/csv-parser-001.1.ddl.sqlpp
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> csv-tsv-parser/csv-parser-001/csv-parser-001.2.query.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> csv-tsv-parser/csv-parser-001/csv-parser-001.3.query.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> csv-tsv-parser/csv-parser-001/csv-parser-001.4.query.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> csv-tsv-parser/csv-parser-001/csv-parser-001.5.query.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> csv-tsv-parser/csv-parser-001/csv-parser-001.6.query.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> csv-tsv-parser/csv-parser-001/csv-parser-001.7.query.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> csv-tsv-parser/csv-parser-001/csv-parser-001.8.ddl.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_02/case_02.1.query.sqlpp
=> csv-tsv-parser/tsv-parser-001/tsv-parser-002.1.ddl.sqlpp} (73%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> csv-tsv-parser/tsv-parser-001/tsv-parser-002.2.query.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> csv-tsv-parser/tsv-parser-001/tsv-parser-002.3.ddl.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_02/case_02.1.query.sqlpp
=> external-dataset/aws/s3/001/query-dataset.000.ddl.sqlpp} (62%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> external-dataset/aws/s3/001/query-dataset.002.query.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> external-dataset/aws/s3/001/query-dataset.003.ddl.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_02/case_02.1.query.sqlpp
=> external-dataset/aws/s3/002/query-dataset.000.ddl.sqlpp} (62%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> external-dataset/aws/s3/002/query-dataset.002.query.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> external-dataset/aws/s3/002/query-dataset.003.ddl.sqlpp} (89%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_02/case_02.1.query.sqlpp
=> external-dataset/aws/s3/negative/negative.000.ddl.sqlpp} (62%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_03/case_03.1.query.sqlpp
=> list/get-item_03/get-item_03.4.query.sqlpp} (67%)
copy
hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/channels/IInputChannel.java
=>
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/union/union_nested/union_nested.1.ddl.sqlpp
(55%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{misc/case_06/case_06.1.query.sqlpp
=> union/union_nested/union_nested.2.update.sqlpp} (86%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/union/union_nested/union_nested.3.query.sqlpp
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/csv-tsv-parser/csv-parser-001/csv-parser-001.2.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/csv-tsv-parser/csv-parser-001/csv-parser-001.3.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/csv-tsv-parser/csv-parser-001/csv-parser-001.4.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/csv-tsv-parser/csv-parser-001/csv-parser-001.5.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/csv-tsv-parser/csv-parser-001/csv-parser-001.6.adm
copy
asterixdb/{asterix-server/src/test/resources/integrationts/replication/results/failover/resync_failed_replica/resync_failed_replica.12.adm
=>
asterix-app/src/test/resources/runtimets/results/csv-tsv-parser/csv-parser-001/csv-parser-001.7.adm}
(100%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/csv-tsv-parser/tsv-parser-001/tsv-parser-001.2.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/aws/s3/001/external_dataset.001.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/aws/s3/002/external_dataset.001.adm
rename
asterixdb/asterix-app/src/test/resources/runtimets/results/list/get-item_03/{get-item_03.1.adm
=> get-item_03.3.adm} (100%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/list/get-item_03/get-item_03.4.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/union/union_nested/union_nested.3.adm
rename
asterixdb/src/main/licenses/content/{raw.githubusercontent.com_netty_netty_netty-4.1.46.Final_NOTICE.txt
=> raw.githubusercontent.com_netty_netty_netty-4.1.48.Final_NOTICE.txt} (100%)
create mode 100644
hyracks-fullstack/hyracks/hyracks-dataflow-common/src/main/java/org/apache/hyracks/dataflow/common/data/parsers/BooleanParserFactory.java
create mode 100644
hyracks-fullstack/hyracks/hyracks-util/src/test/java/org/apache/hyracks/util/NetworkUtilTest.java
