This is an automated email from the ASF dual-hosted git repository. mblow pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/asterixdb.git
commit 412de587a1a6a54477e50ecd4d1c5690b51aa7ab Merge: 4ba9293 e8c2042 Author: Michael Blow <[email protected]> AuthorDate: Wed Feb 2 12:56:19 2022 -0500 Merge branch 'gerrit/neo' Change-Id: Ib75414ead94a7da9d8b5216c7b28d8ee198f31b5 .../apache/asterix/app/nc/NCAppRuntimeContext.java | 2 +- .../org/apache/asterix/app/nc/ReplicaManager.java | 11 +- .../asterix/app/nc/task/UpdateNodeStatusTask.java | 4 +- .../app/replication/NcLifecycleCoordinator.java | 5 +- .../message/NCLifecycleTaskReportMessage.java | 6 + .../message/RegistrationTasksRequestMessage.java | 20 +- .../message/RegistrationTasksResponseMessage.java | 8 +- .../asterix/app/translator/QueryTranslator.java | 9 +- .../asterix/hyracks/bootstrap/NCApplication.java | 4 +- .../external_dataset/ExternalDatasetTestUtils.java | 20 +- .../aws/AwsS3ExternalDatasetTest.java | 2 +- .../AzureBlobStorageExternalDatasetTest.java | 2 +- .../{ => parquet}/BinaryFileConverterUtil.java | 10 +- .../parquet/ParquetFileExampleGeneratorUtil.java | 210 ++++++++++++ .../apache/asterix/test/runtime/HDFSCluster.java | 6 +- .../queries/window/win_opt_02/win_opt_02_1.sqlpp} | 29 +- .../results/window/win_opt_02/win_opt_02_1.plan | 23 ++ .../parquet-types/decimal/decimal.1.ddl.sqlpp} | 38 ++- .../parquet-types/decimal/decimal.2.query.sqlpp} | 25 +- .../parquet-types/decimal/decimal.3.query.sqlpp} | 22 +- .../disable-json-parsing.1.ddl.sqlpp} | 29 +- .../disable-json-parsing.2.query.sqlpp} | 22 +- .../invalid-timezone/temporal.1.ddl.sqlpp} | 29 +- .../parquet-types/temporal/temporal.1.ddl.sqlpp} | 29 +- .../parquet-types/temporal/tempral.2.query.sqlpp} | 35 +- .../unset-flags/unset-flags.1.ddl.sqlpp} | 28 +- .../unset-flags/unset-flags.2.query.sqlpp | 60 ++++ .../window/win_opt_02/win_opt_02.10.query.sqlpp} | 29 +- .../parquet/parquet-types/decimal/decimal.02.adm | 1 + .../disable-json-parsing.02.adm | 1 + .../parquet/parquet-types/temporal/temporal.02.adm | 1 + .../parquet-types/unset-flags/unset-flags.02.adm | 1 + .../results/window/win_opt_02/win_opt_02.10.adm | 10 + .../runtimets/testsuite_external_dataset_s3.xml | 40 +++ .../asterix/common/config/MetadataProperties.java | 4 +- .../asterix/common/config/NodeProperties.java | 3 +- .../asterix/common/config/PropertiesAccessor.java | 18 +- .../context/PrimaryIndexOperationTracker.java | 12 +- .../asterix/common/exceptions/ErrorCode.java | 6 + .../asterix/common/utils/NcLocalCounters.java | 6 + .../src/main/resources/asx_errormsg/en.properties | 6 + .../asterix-doc/src/site/markdown/sqlpp/parquet.md | 363 +++++++++++++++++++++ ...ue.java => AsterixParquetRuntimeException.java} | 22 +- .../parquet/AsterixTypeToParquetTypeVisitor.java | 180 ++++++++-- .../reader/hdfs/parquet/AtomicConverter.java | 121 ------- .../hdfs/parquet/ParquetFileRecordReader.java | 6 +- .../reader/hdfs/parquet/ParquetReadSupport.java | 37 ++- .../hdfs/parquet/{ => converter}/IFieldValue.java | 4 +- .../parquet/converter/ParquetConverterContext.java | 274 ++++++++++++++++ .../nested}/AbstractComplexConverter.java | 45 ++- .../{ => converter/nested}/ArrayConverter.java | 20 +- .../{ => converter/nested}/ObjectConverter.java | 21 +- .../{ => converter/nested}/RepeatedConverter.java | 20 +- .../{ => converter/nested}/RootConverter.java | 15 +- .../primitve/BinaryConverter.java} | 41 +-- .../primitve/DateConverter.java} | 24 +- .../converter/primitve/DecimalConverter.java | 83 +++++ .../primitve/GenericPrimitiveConverter.java | 86 +++++ .../converter/primitve/JsonStringConverter.java | 77 +++++ .../{ => converter/primitve}/MissingConverter.java | 2 +- .../primitve/PrimitiveConverterProvider.java | 118 +++++++ .../parquet/converter/primitve/TimeConverter.java | 65 ++++ .../converter/primitve/TimestampConverter.java | 75 +++++ .../primitve/UUIDConverter.java} | 43 +-- .../primitve/UnsignedIntegerConverter.java | 55 ++++ .../external/parser/jackson/ParserContext.java | 23 +- .../external/util/ExternalDataConstants.java | 38 +++ .../asterix/external/util/ExternalDataUtils.java | 20 +- .../apache/asterix/external/util/HDFSUtils.java | 43 ++- ...calOperatorDeepCopyWithNewVariablesVisitor.java | 4 +- .../logical/visitors/OperatorDeepCopyVisitor.java | 4 +- .../core/algebra/plan/PlanStructureVerifier.java | 35 +- .../core/algebra/plan/PlanVerifierTestBase.java | 4 +- .../rules/ConsolidateWindowOperatorsRule.java | 20 +- .../java/org/apache/hyracks/util/ExitUtil.java | 1 + 75 files changed, 2255 insertions(+), 560 deletions(-)
