This is an automated email from the ASF dual-hosted git repository.
mblow pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git.
from 4ba9293 Merge release 0.9.7 into master
new e22d76c [NO ISSUE][IDX] Do not store source indicators for primary
key indexes
new 9abc3a8 [NO ISSUE][STO] Skip flush on datasets with no open indexes
new 5f52a5f [NO ISSUE][CONF] Removed unused active partitions config
new 2582481 Merge release 0.9.7
new 9e1c416 [ASTERIXDB-2981][EXT] Handle Parquet specialized types
new 11a30f1 [ASTERIXDB-3007][COMP] Fix ConsolidateWindowOperatorsRule
new 594eb45 [NO ISSUE][OTH] Replace usage of FileUtils.listFiles
new 4ae6e5f Merge branch 'gerrit/stabilization-5949a1cb71'
new 9679811 Merge branch 'gerrit/stabilization-02ea049d7a'
new f8403e3 (Null) merge branch 'gerrit/stabilization-5e11053887'
new e8c2042 [ASTERIXDB-3007][TEST] Fix PlanVerifierTestBase
new 412de58 Merge branch 'gerrit/neo'
The 12 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../apache/asterix/app/nc/NCAppRuntimeContext.java | 2 +-
.../org/apache/asterix/app/nc/ReplicaManager.java | 11 +-
.../asterix/app/nc/task/UpdateNodeStatusTask.java | 4 +-
.../app/replication/NcLifecycleCoordinator.java | 5 +-
.../message/NCLifecycleTaskReportMessage.java | 6 +
.../message/RegistrationTasksRequestMessage.java | 20 +-
.../message/RegistrationTasksResponseMessage.java | 8 +-
.../asterix/app/translator/QueryTranslator.java | 9 +-
.../asterix/hyracks/bootstrap/NCApplication.java | 4 +-
.../external_dataset/ExternalDatasetTestUtils.java | 20 +-
.../aws/AwsS3ExternalDatasetTest.java | 2 +-
.../AzureBlobStorageExternalDatasetTest.java | 2 +-
.../{ => parquet}/BinaryFileConverterUtil.java | 10 +-
.../parquet/ParquetFileExampleGeneratorUtil.java | 210 ++++++++++++
.../apache/asterix/test/runtime/HDFSCluster.java | 6 +-
.../queries/window/win_opt_02/win_opt_02_1.sqlpp} | 29 +-
.../results/window/win_opt_02/win_opt_02_1.plan | 23 ++
.../parquet-types/decimal/decimal.1.ddl.sqlpp} | 38 ++-
.../parquet-types/decimal/decimal.2.query.sqlpp} | 25 +-
.../parquet-types/decimal/decimal.3.query.sqlpp} | 22 +-
.../disable-json-parsing.1.ddl.sqlpp} | 29 +-
.../disable-json-parsing.2.query.sqlpp} | 22 +-
.../invalid-timezone/temporal.1.ddl.sqlpp} | 29 +-
.../parquet-types/temporal/temporal.1.ddl.sqlpp} | 29 +-
.../parquet-types/temporal/tempral.2.query.sqlpp} | 35 +-
.../unset-flags/unset-flags.1.ddl.sqlpp} | 28 +-
.../unset-flags/unset-flags.2.query.sqlpp | 60 ++++
.../window/win_opt_02/win_opt_02.10.query.sqlpp} | 29 +-
.../parquet/parquet-types/decimal/decimal.02.adm | 1 +
.../disable-json-parsing.02.adm | 1 +
.../parquet/parquet-types/temporal/temporal.02.adm | 1 +
.../parquet-types/unset-flags/unset-flags.02.adm | 1 +
.../results/window/win_opt_02/win_opt_02.10.adm | 10 +
.../runtimets/testsuite_external_dataset_s3.xml | 40 +++
.../asterix/common/config/MetadataProperties.java | 4 +-
.../asterix/common/config/NodeProperties.java | 3 +-
.../asterix/common/config/PropertiesAccessor.java | 18 +-
.../context/PrimaryIndexOperationTracker.java | 12 +-
.../asterix/common/exceptions/ErrorCode.java | 6 +
.../asterix/common/utils/NcLocalCounters.java | 6 +
.../src/main/resources/asx_errormsg/en.properties | 6 +
.../asterix-doc/src/site/markdown/sqlpp/parquet.md | 363 +++++++++++++++++++++
...ue.java => AsterixParquetRuntimeException.java} | 22 +-
.../parquet/AsterixTypeToParquetTypeVisitor.java | 180 ++++++++--
.../reader/hdfs/parquet/AtomicConverter.java | 121 -------
.../hdfs/parquet/ParquetFileRecordReader.java | 6 +-
.../reader/hdfs/parquet/ParquetReadSupport.java | 37 ++-
.../hdfs/parquet/{ => converter}/IFieldValue.java | 4 +-
.../parquet/converter/ParquetConverterContext.java | 274 ++++++++++++++++
.../nested}/AbstractComplexConverter.java | 45 ++-
.../{ => converter/nested}/ArrayConverter.java | 20 +-
.../{ => converter/nested}/ObjectConverter.java | 21 +-
.../{ => converter/nested}/RepeatedConverter.java | 20 +-
.../{ => converter/nested}/RootConverter.java | 15 +-
.../primitve/BinaryConverter.java} | 41 +--
.../primitve/DateConverter.java} | 24 +-
.../converter/primitve/DecimalConverter.java | 83 +++++
.../primitve/GenericPrimitiveConverter.java | 86 +++++
.../converter/primitve/JsonStringConverter.java | 77 +++++
.../{ => converter/primitve}/MissingConverter.java | 2 +-
.../primitve/PrimitiveConverterProvider.java | 118 +++++++
.../parquet/converter/primitve/TimeConverter.java | 65 ++++
.../converter/primitve/TimestampConverter.java | 75 +++++
.../primitve/UUIDConverter.java} | 43 +--
.../primitve/UnsignedIntegerConverter.java | 55 ++++
.../external/parser/jackson/ParserContext.java | 23 +-
.../external/util/ExternalDataConstants.java | 38 +++
.../asterix/external/util/ExternalDataUtils.java | 20 +-
.../apache/asterix/external/util/HDFSUtils.java | 43 ++-
...calOperatorDeepCopyWithNewVariablesVisitor.java | 4 +-
.../logical/visitors/OperatorDeepCopyVisitor.java | 4 +-
.../core/algebra/plan/PlanStructureVerifier.java | 35 +-
.../core/algebra/plan/PlanVerifierTestBase.java | 4 +-
.../rules/ConsolidateWindowOperatorsRule.java | 20 +-
.../java/org/apache/hyracks/util/ExitUtil.java | 1 +
75 files changed, 2255 insertions(+), 560 deletions(-)
rename
asterixdb/asterix-app/src/test/java/org/apache/asterix/test/external_dataset/{
=> parquet}/BinaryFileConverterUtil.java (87%)
create mode 100644
asterixdb/asterix-app/src/test/java/org/apache/asterix/test/external_dataset/parquet/ParquetFileExampleGeneratorUtil.java
copy
asterixdb/{asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/IFieldValue.java
=>
asterix-app/src/test/resources/optimizerts/queries/window/win_opt_02/win_opt_02_1.sqlpp}
(64%)
create mode 100644
asterixdb/asterix-app/src/test/resources/optimizerts/results/window/win_opt_02/win_opt_02_1.plan
copy
asterixdb/{asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/IFieldValue.java
=>
asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/parquet/parquet-types/decimal/decimal.1.ddl.sqlpp}
(58%)
copy
asterixdb/{asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/IFieldValue.java
=>
asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/parquet/parquet-types/decimal/decimal.2.query.sqlpp}
(64%)
copy
asterixdb/{asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/IFieldValue.java
=>
asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/parquet/parquet-types/decimal/decimal.3.query.sqlpp}
(64%)
copy
asterixdb/{asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/IFieldValue.java
=>
asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/parquet/parquet-types/disable-json-parsing/disable-json-parsing.1.ddl.sqlpp}
(64%)
copy
asterixdb/{asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/IFieldValue.java
=>
asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/parquet/parquet-types/disable-json-parsing/disable-json-parsing.2.query.sqlpp}
(64%)
copy
asterixdb/{asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/IFieldValue.java
=>
asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/parquet/parquet-types/invalid-timezone/temporal.1.ddl.sqlpp}
(64%)
copy
asterixdb/{asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/IFieldValue.java
=>
asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/parquet/parquet-types/temporal/temporal.1.ddl.sqlpp}
(64%)
copy
asterixdb/{asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/IFieldValue.java
=>
asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/parquet/parquet-types/temporal/tempral.2.query.sqlpp}
(55%)
copy
asterixdb/{asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/IFieldValue.java
=>
asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/parquet/parquet-types/unset-flags/unset-flags.1.ddl.sqlpp}
(64%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/parquet/parquet-types/unset-flags/unset-flags.2.query.sqlpp
copy
asterixdb/{asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/IFieldValue.java
=>
asterix-app/src/test/resources/runtimets/queries_sqlpp/window/win_opt_02/win_opt_02.10.query.sqlpp}
(64%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/parquet/parquet-types/decimal/decimal.02.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/parquet/parquet-types/disable-json-parsing/disable-json-parsing.02.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/parquet/parquet-types/temporal/temporal.02.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/parquet/parquet-types/unset-flags/unset-flags.02.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/window/win_opt_02/win_opt_02.10.adm
create mode 100644 asterixdb/asterix-doc/src/site/markdown/sqlpp/parquet.md
copy
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/{IFieldValue.java
=> AsterixParquetRuntimeException.java} (64%)
delete mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/AtomicConverter.java
copy
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/{
=> converter}/IFieldValue.java (96%)
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/converter/ParquetConverterContext.java
rename
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/{
=> converter/nested}/AbstractComplexConverter.java (73%)
rename
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/{
=> converter/nested}/ArrayConverter.java (76%)
rename
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/{
=> converter/nested}/ObjectConverter.java (77%)
rename
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/{
=> converter/nested}/RepeatedConverter.java (67%)
rename
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/{
=> converter/nested}/RootConverter.java (71%)
copy
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/{MissingConverter.java
=> converter/primitve/BinaryConverter.java} (60%)
rename
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/{IFieldValue.java
=> converter/primitve/DateConverter.java} (59%)
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/converter/primitve/DecimalConverter.java
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/converter/primitve/GenericPrimitiveConverter.java
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/converter/primitve/JsonStringConverter.java
copy
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/{
=> converter/primitve}/MissingConverter.java (98%)
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/converter/primitve/PrimitiveConverterProvider.java
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/converter/primitve/TimeConverter.java
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/converter/primitve/TimestampConverter.java
rename
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/{MissingConverter.java
=> converter/primitve/UUIDConverter.java} (60%)
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/hdfs/parquet/converter/primitve/UnsignedIntegerConverter.java
