This is an automated email from the ASF dual-hosted git repository.
mblow pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git
from 8f3b7c8d9c [ASTERIXDB-3635][COMP] Change costing to account for
index-only plans
new 29d954e7b3 [ASTERIXDB-3660][IDX] IndexOutOfBoundException thrown in
batch lookup
new 461415c605 [ASTERIXDB-3485][OTH] improvements to client request
cancellation
new a76a3c8fb1 [NO ISSUE][STO] Set storage tier on azure uploads
new b4ac82cbee [ASTERIXDB-3661][COMP] Eliminate shared ops when
translating COPY TO
new 2b16b5585f [NO ISSUE][CLOUD] Use Azure async parallel downloader APIs
new 83ab6f360e [ASTERIXDB-3659][EXT]: delegate assume role auth to AWS SDK
new 69b31add73 [ASTERIXDB-3652][STO] Fixed column assembler issues
new b6d824845a Merge branch 'phoenix' (early part)
The 8 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../asterix/translator/BaseClientRequest.java | 16 +-
.../translator/LangExpressionToPlanTranslator.java | 8 +-
.../api/http/server/AbstractQueryApiServlet.java | 3 +
.../api/http/server/ActiveRequestsServlet.java | 9 +-
.../asterix/app/cc/CcApplicationContext.java | 18 --
.../app/external/ExternalCredentialsCache.java | 110 -----------
.../external/ExternalCredentialsCacheUpdater.java | 162 ----------------
.../asterix/app/message/CancelQueryRequest.java | 7 +-
.../app/message/RefreshAwsCredentialsRequest.java | 81 --------
.../app/message/RefreshAwsCredentialsResponse.java | 73 --------
.../message/UpdateAwsCredentialsCacheRequest.java | 57 ------
.../apache/asterix/app/nc/NCAppRuntimeContext.java | 14 --
.../ASTERIXDB-3652.001.ddl.sqlpp} | 0
.../ASTERIXDB-3652.002.update.sqlpp} | 11 +-
.../ASTERIXDB-3652.003.query.sqlpp} | 5 +-
.../ASTERIXDB-3652-2/ASTERIXDB-3652.001.ddl.sqlpp} | 6 +-
.../ASTERIXDB-3652.002.update.sqlpp} | 10 +-
.../ASTERIXDB-3652.003.query.sqlpp} | 5 +-
.../ASTERIXDB-3652-3/ASTERIXDB-3652.001.ddl.sqlpp} | 6 +-
.../ASTERIXDB-3652.002.update.sqlpp} | 11 +-
.../ASTERIXDB-3652.003.query.sqlpp} | 2 +-
.../union-all.01.ddl.sqlpp} | 13 +-
.../union-all.02.update.sqlpp} | 56 ++++--
.../union-all/union-all.03.query.sqlpp} | 4 +-
.../copy-to/union-all/union-all.99.ddl.sqlpp} | 2 +-
.../api/cluster_state_1/cluster_state_1.1.regexadm | 6 +-
.../cluster_state_1_full.1.regexadm | 6 +-
.../cluster_state_1_less.1.regexadm | 6 +-
.../ASTERIXDB-3652-1/ASTERIXDB-3652.003.adm | 1 +
.../ASTERIXDB-3652-2/ASTERIXDB-3652.003.adm | 1 +
.../ASTERIXDB-3652-3/ASTERIXDB-3652.003.adm | 2 +
.../results/copy-to/union-all/union-all.03.adm | 3 +
.../src/test/resources/runtimets/sqlpp_queries.xml | 15 ++
.../runtimets/testsuite_external_dataset_s3.xml | 10 +
.../runtimets/testsuite_single_partition_sqlpp.xml | 15 ++
.../cloud/clients/aws/s3/S3CloudClient.java | 22 ++-
.../blobstorage/AzBlobStorageBufferedWriter.java | 24 ++-
.../blobstorage/AzBlobStorageClientConfig.java | 46 ++++-
.../blobstorage/AzBlobStorageCloudClient.java | 22 ++-
.../azure/blobstorage/AzureParallelDownloader.java | 154 +++++++++-------
.../asterix/cloud/azure/LSMAzBlobStorageTest.java | 4 +-
.../assembler/AbstractNestedValueAssembler.java | 10 +-
.../assembler/AbstractPrimitiveValueAssembler.java | 2 +-
.../assembler/ArrayWithUnionValueAssembler.java | 133 ++++++++++++--
.../column/assembler/AssemblerBuilderVisitor.java | 22 ++-
.../assembler/EndOfRepeatedGroupAssembler.java | 36 +++-
.../column/assembler/ObjectValueAssembler.java | 138 ++++++++++++--
.../column/assembler/PrimitiveValueAssembler.java | 4 +-
.../assembler/RepeatedPrimitiveValueAssembler.java | 33 +---
.../column/metadata/schema/ObjectSchemaNode.java | 5 +-
.../column/metadata/schema/UnionSchemaNode.java | 2 +-
.../collection/AbstractCollectionSchemaNode.java | 2 +-
.../operation/lsm/flush/BatchFinalizerVisitor.java | 1 -
.../operation/lsm/flush/FlushColumnMetadata.java | 18 +-
.../asterix/column/values/IColumnValuesReader.java | 6 +
.../values/reader/AbstractColumnValuesReader.java | 9 +-
.../reader/AbstractDummyColumnValuesReader.java | 5 +
.../asterix/common/api/IApplicationContext.java | 12 --
.../apache/asterix/common/api/IClientRequest.java | 9 +-
.../apache/asterix/common/api/IRequestTracker.java | 2 +-
.../asterix/common/config/CloudProperties.java | 10 +-
.../asterix/common/config/ExternalProperties.java | 42 ++++-
.../src/main/resources/asx_errormsg/en.properties | 2 +-
asterixdb/asterix-external-data/pom.xml | 4 +
.../input/record/reader/aws/AwsS3InputStream.java | 24 +--
.../apache/asterix/external/util/aws/AwsUtils.java | 203 ++++++++++++++-------
.../asterix/external/util/aws/glue/GlueUtils.java | 67 +++++++
.../asterix/external/util/aws/s3/S3Constants.java | 4 +
.../asterix/external/util/aws/s3/S3Utils.java | 123 ++++++-------
.../LSMPrimaryUpsertOperatorNodePushable.java | 2 +-
.../asterix/runtime/utils/RequestTracker.java | 18 +-
.../apache/hyracks/api/io/IFileDeviceResolver.java | 4 +-
.../java/org/apache/hyracks/api/io/IIOManager.java | 2 +-
.../org/apache/hyracks/api/util/CleanupUtils.java | 4 +-
.../control/nc/io/DefaultDeviceResolver.java | 3 +-
.../apache/hyracks/control/nc/io/IOManager.java | 2 +-
.../column/cloud/sweep/ColumnSweepPlanner.java | 4 +
.../lsm/btree/impls/LSMBTreePointSearchCursor.java | 2 +
.../LSMIndexCompactOperatorNodePushable.java | 2 +-
79 files changed, 1069 insertions(+), 928 deletions(-)
delete mode 100644
asterixdb/asterix-app/src/main/java/org/apache/asterix/app/external/ExternalCredentialsCache.java
delete mode 100644
asterixdb/asterix-app/src/main/java/org/apache/asterix/app/external/ExternalCredentialsCacheUpdater.java
delete mode 100644
asterixdb/asterix-app/src/main/java/org/apache/asterix/app/message/RefreshAwsCredentialsRequest.java
delete mode 100644
asterixdb/asterix-app/src/main/java/org/apache/asterix/app/message/RefreshAwsCredentialsResponse.java
delete mode 100644
asterixdb/asterix-app/src/main/java/org/apache/asterix/app/message/UpdateAwsCredentialsCacheRequest.java
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/column/assembly/{ASTERIXDB-3491-2/ASTERIXDB-3491.001.ddl.sqlpp
=> ASTERIXDB-3652-1/ASTERIXDB-3652.001.ddl.sqlpp} (100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/column/assembly/{ASTERIXDB-3491/ASTERIXDB-3491.002.update.sqlpp
=> ASTERIXDB-3652-1/ASTERIXDB-3652.002.update.sqlpp} (88%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/column/assembly/{ASTERIXDB-3504/ASTERIXDB-3504.008.query.sqlpp
=> ASTERIXDB-3652-1/ASTERIXDB-3652.003.query.sqlpp} (95%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/column/{missing-null-values/007/006.001.ddl.sqlpp
=> assembly/ASTERIXDB-3652-2/ASTERIXDB-3652.001.ddl.sqlpp} (92%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/column/assembly/{ASTERIXDB-3491/ASTERIXDB-3491.002.update.sqlpp
=> ASTERIXDB-3652-2/ASTERIXDB-3652.002.update.sqlpp} (81%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/column/assembly/{ASTERIXDB-3504/ASTERIXDB-3504.008.query.sqlpp
=> ASTERIXDB-3652-2/ASTERIXDB-3652.003.query.sqlpp} (95%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/column/{missing-null-values/007/006.001.ddl.sqlpp
=> assembly/ASTERIXDB-3652-3/ASTERIXDB-3652.001.ddl.sqlpp} (92%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/column/assembly/{002/002.007.update.sqlpp
=> ASTERIXDB-3652-3/ASTERIXDB-3652.002.update.sqlpp} (88%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/column/{delete/004/004.012.query.sqlpp
=> assembly/ASTERIXDB-3652-3/ASTERIXDB-3652.003.query.sqlpp} (98%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/copy-to/{negative/empty-over/empty-over.01.ddl.sqlpp
=> union-all/union-all.01.ddl.sqlpp} (82%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/copy-to/{negative/runtime-missing/runtime-missing.03.query.sqlpp
=> union-all/union-all.02.update.sqlpp} (53%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{column/delete/004/004.012.query.sqlpp
=> copy-to/union-all/union-all.03.query.sqlpp} (96%)
copy
asterixdb/asterix-app/src/test/resources/{metadata/queries/exception/exception_drop_dataset/exception_drop_dataset.1.ddl.sqlpp
=> runtimets/queries_sqlpp/copy-to/union-all/union-all.99.ddl.sqlpp} (96%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/column/assembly/ASTERIXDB-3652-1/ASTERIXDB-3652.003.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/column/assembly/ASTERIXDB-3652-2/ASTERIXDB-3652.003.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/column/assembly/ASTERIXDB-3652-3/ASTERIXDB-3652.003.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/copy-to/union-all/union-all.03.adm
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/aws/glue/GlueUtils.java
