This is an automated email from the ASF dual-hosted git repository.
alsuliman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git.
from b0be3fc [NO ISSUE][COMP] Avoid variable reference sharing
new 690da33 [NO ISSUE][OTH] Update storage options names
new 6c5903a [NO ISSUE][COMP] Improve subplan inlining
new 2e9815a [NO ISSUE][COMP] Change default for synonym's target object
dataverse
new a016c11 [ASTERIXDB-2854] Make UDF deploy timeout configurable
new 831b981 [NO ISSUE][*DB] Update Dataverse canonical form
new 1dea458 [ASTERIXDB-2855] Allow additions to Python UDF env
new 2779208 [NO ISSUE][EXT] Avoid duplicate open for streams + minor
refactoring
new e48e9f2 [ASTERIXDB-2857][RT] Incorrect result for nested loop outer
join
new d382766 [NO ISSUE][EXT]: Improve workload distribution logic
new 17670aa [NO ISSUE][STO] Delete invalid indexes during cluster global
recovery
new 8555239 Revert "[NO ISSUE][API] Decode request local path"
new 9c01346 [NO ISSUE][OTH] Use IntOpenHashSet for datasets ids
new 778db56 [NO ISSUE][COMP] Eliminate unused running aggregates
new 7b2191a [NO ISSUE][OTH] Add an identifier mapper to map identifiers
new c3dbe4b [NO ISSUE][REP] Log details of files to be replicated
new 104d46a [NO ISSUE][*DB][TXN] Avoid abort log on empty txn, reduce
recovery logging
new d4f3aba [NO ISSUE][*DB][MISC] Avoid appending trailing ; on
statements ending with a ;
new d18d6ac [NO ISSUE][*DB][ACT] += ActiveManagerMessage.GENERIC_EVENT
new d821af0 [NO ISSUE][MISC] Advance it.unimi.dsi:fastutil 8.3.0->8.5.4
new 244c3c5 [NO ISSUE][HYR][UTIL] Abort retries on expired span no retry
delay
new 5b5ac48 [ASTERIXDB-2858][EXT]: Retry upon failure for S3 retryable
errors
new c74bdc8 [NO ISSUE][EXT] Make read buffer size configurable
new 3ea8ef1 [ASTERIXDB-2870][EXT]: Close client after it is used
new ce5f3aa Merge mad-hatter into cheshire-cat
new 21cf9cb Merge branch 'cheshire-cat' into 'master'
The 25 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/asterix/active/ActiveManager.java | 21 +-
.../org/apache/asterix/active/IActiveRuntime.java | 5 +
.../active/message/ActiveManagerMessage.java | 14 +-
.../active/message/ActiveStatsRequestMessage.java | 6 +-
.../active/message/StopRuntimeParameters.java | 12 +-
.../operators/physical/InvertedIndexPOperator.java | 4 +-
.../optimizer/rules/ConstantFoldingRule.java | 3 +-
.../rules/MetaFunctionToMetaVariableRule.java | 4 +-
.../rules/SetAsterixPhysicalOperatorsRule.java | 5 +-
.../rules/SweepIllegalNonfunctionalFunctions.java | 3 -
.../subplan/InlineAllNtsInSubplanVisitor.java | 84 +-
...InlineSubplanInputForNestedTupleSourceRule.java | 48 +-
.../rules/subplan/SubplanFlatteningUtil.java | 51 +-
.../rules/util/EquivalenceClassUtils.java | 84 +-
.../asterix/translator/AbstractLangTranslator.java | 21 +-
.../translator/LangExpressionToPlanTranslator.java | 22 +-
.../apache/asterix/api/common/APIFramework.java | 7 +-
.../api/http/server/ConnectorApiServlet.java | 7 +-
.../asterix/api/http/server/NCUdfApiServlet.java | 4 +-
.../api/http/server/QueryServiceServlet.java | 14 +-
.../api/http/server/RebalanceApiServlet.java | 5 +-
.../app/active/ActiveEntityEventsListener.java | 2 +-
.../asterix/app/function/DatasetRewriter.java | 6 +-
.../apache/asterix/app/function/FeedRewriter.java | 5 +-
.../app/message/StorageCleanupRequestMessage.java | 109 +
.../apache/asterix/app/message/VoidResponse.java | 63 +
.../apache/asterix/app/nc/NCAppRuntimeContext.java | 22 +-
.../org/apache/asterix/app/nc/RecoveryManager.java | 19 +-
.../asterix/app/translator/QueryTranslator.java | 43 +-
.../hyracks/bootstrap/GlobalRecoveryManager.java | 31 +
.../test/dataflow/GlobalStorageCleanupTest.java | 68 +
.../test/dataflow/LSMFlushRecoveryTest.java | 12 +-
.../src/test/resources/TweetSent/roundtrip.py | 4 +
asterixdb/asterix-app/src/test/resources/cc.conf | 1 +
.../leftouterjoin/query-ASTERIXDB-2857.sqlpp | 63 +
.../queries/subquery/in_let_8.sqlpp} | 43 +-
.../queries/subquery/query-ASTERIXDB-2845.sqlpp | 2 +-
.../optimizerts/results/ASTERIXDB-2402.plan | 28 +-
.../leftouterjoin/query-ASTERIXDB-2857.plan | 39 +
.../optimizerts/results/query-issue562_ps.plan | 58 +-
.../optimizerts/results/subquery/exists.plan | 2 +-
.../optimizerts/results/subquery/exists_ps.plan | 4 +-
.../optimizerts/results/subquery/in_let_3.plan | 4 +-
.../optimizerts/results/subquery/in_let_4.plan | 4 +-
.../optimizerts/results/subquery/in_let_5.plan | 4 +-
.../subquery/{in_let_3.plan => in_let_8.plan} | 60 +-
.../optimizerts/results/subquery/not_exists.plan | 2 +-
.../results/subquery/not_exists_ps.plan | 4 +-
.../results/subquery/query-ASTERIXDB-2845.plan | 145 +-
.../tpcds/query-ASTERIXDB-1581-correlated-2.plan | 399 +-
.../tpcds/query-ASTERIXDB-1581-correlated.plan | 407 +-
.../external_dataset.000.ddl.sqlpp | 66 +
.../external_dataset.001.query.sqlpp} | 7 +-
.../external_dataset.002.query.sqlpp} | 7 +-
.../external_dataset.003.query.sqlpp} | 7 +-
.../external_dataset.004.query.sqlpp} | 7 +-
.../external_dataset.005.query.sqlpp} | 7 +-
.../external_dataset.006.query.sqlpp} | 7 +-
.../external_dataset.999.ddl.sqlpp} | 0
.../py_function_error.2.ddl.sqlpp | 5 +-
...2.ddl.sqlpp => py_function_error.5.query.sqlpp} | 12 +-
...2.ddl.sqlpp => py_function_error.6.query.sqlpp} | 12 +-
.../query-ASTERIXDB-2857.1.ddl.sqlpp} | 30 +-
.../query-ASTERIXDB-2857.2.update.sqlpp} | 0
.../query-ASTERIXDB-2857.3.query.sqlpp} | 23 +-
.../in_let/in_let.8.query.sqlpp} | 21 +-
.../synonym-03/synonym-03.1.ddl.sqlpp} | 19 +-
.../synonym-03/synonym-03.2.query.sqlpp} | 9 +-
.../api/cluster_state_1/cluster_state_1.1.regexadm | 2 +
.../cluster_state_1_full.1.regexadm | 2 +
.../cluster_state_1_less.1.regexadm | 2 +
.../results/binary/query_id/query_id.1.adm | 6005 --------------------
.../external_dataset.001.adm | 0
.../external_dataset.002.adm | 0
.../external_dataset.003.adm | 0
.../external_dataset.004.adm | 0
.../external_dataset.005.adm | 0
.../external_dataset.006.adm | 0
.../py_function_error/py_function_error.3.json | 1 +
.../py_function_error/py_function_error.4.json | 1 +
.../query-ASTERIXDB-2857.3.adm | 2 +
.../special_chars_2/special_chars_2.2.adm | 6 +-
.../subquery/in_let/{in_let.7.adm => in_let.8.adm} | 0
.../results/synonym/synonym-03/synonym-03.2.adm | 2 +
.../resources/runtimets/testsuite_it_python.xml | 2 +-
.../test/resources/runtimets/testsuite_sqlpp.xml | 41 +-
.../asterix/common/api/IIdentifierMapper.java} | 11 +-
.../asterix/common/config/CompilerProperties.java | 17 +-
.../asterix/common/config/ExternalProperties.java | 8 +-
.../common/config/OptimizationConfUtil.java | 15 +
.../asterix/common/config/StorageProperties.java | 54 +-
.../common/config/TransactionProperties.java | 5 +-
.../asterix/common/exceptions/WarningUtil.java | 4 +-
.../asterix/common/metadata/DataverseName.java | 74 +-
.../common/utils/IdentifierMappingUtil.java} | 25 +-
.../asterix/common/utils/IdentifierUtil.java} | 18 +-
.../src/main/resources/asx_errormsg/en.properties | 4 +-
.../asterix/common/metadata/DataverseNameTest.java | 25 +-
.../asterix-doc/src/main/markdown/sqlpp/5_error.md | 2 +-
.../src/main/markdown/sqlpp/7_ddl_dml.md | 3 +-
.../apache/asterix/external/api/IRecordReader.java | 5 +
.../dataflow/AbstractFeedDataFlowController.java | 5 +
.../dataflow/FeedRecordDataFlowController.java | 6 +
.../external/dataset/adapter/FeedAdapter.java | 5 +
.../abstracts/AbstractExternalInputStream.java | 3 -
.../AbstractExternalInputStreamFactory.java | 32 +-
.../input/record/reader/aws/AwsS3InputStream.java | 82 +-
.../record/reader/aws/AwsS3InputStreamFactory.java | 30 +-
.../record/reader/azure/AzureBlobInputStream.java | 12 +-
.../reader/azure/AzureBlobInputStreamFactory.java | 30 +-
.../record/reader/stream/StreamRecordReader.java | 6 +-
.../input/stream/AsterixInputStreamReader.java | 11 +-
.../StandardUTF8ToModifiedUTF8DataOutput.java | 2 +-
.../external/library/PythonLibraryEvaluator.java | 17 +-
.../library/PythonLibraryEvaluatorFactory.java | 34 +-
.../external/util/ExternalDataConstants.java | 14 +-
.../asterix/external/util/ExternalDataUtils.java | 13 +-
.../input/record/reader/awss3/AwsS3Test.java | 145 +
.../org/apache/asterix/metadata/MetadataNode.java | 14 +-
.../metadata/declared/DatasetDataSource.java | 6 +
.../metadata/declared/MetadataManagerUtil.java | 8 +-
.../metadata/declared/MetadataProvider.java | 17 +-
.../apache/asterix/metadata/entities/Function.java | 7 +
.../asterix/metadata/feeds/FeedMetadataUtil.java | 9 +-
.../apache/asterix/metadata/utils/DatasetUtil.java | 6 +-
.../InvertedIndexResourceFactoryProvider.java | 5 +-
.../asterix/om/functions/BuiltinFunctions.java | 2 +-
.../replication/management/NetworkingUtil.java | 16 +-
.../replication/messaging/ReplicateFileTask.java | 7 +
.../asterix/replication/sync/FileSynchronizer.java | 4 +
.../functions/CreateQueryUIDDescriptor.java | 32 +-
.../service/transaction/TransactionManager.java | 12 +-
asterixdb/pom.xml | 2 +-
.../appended-resources/supplemental-models.xml | 32 +-
.../common/exceptions/AlgebricksException.java | 2 +
.../api/HeuristicCompilerFactoryBuilder.java | 3 +-
.../algebricks/algebricks-core/pom.xml | 2 +-
.../logical/RunningAggregateOperator.java | 5 +
.../algebra/util/OperatorManipulationUtil.java | 9 +-
.../algebricks/core/config/AlgebricksConfig.java | 3 +
.../algebricks/core/jobgen/impl/JobGenContext.java | 9 +-
.../rewriter/base/PhysicalOptimizationConfig.java | 9 +
.../rules/RemoveUnusedAssignAndAggregateRule.java | 15 +-
.../hyracks/api/exceptions/HyracksException.java | 2 +
.../api/exceptions/IFormattedException.java | 11 +
.../org/apache/hyracks/api/exceptions/Warning.java | 27 +-
.../org/apache/hyracks/api/util/InvokeUtil.java | 2 +-
.../control/common/controllers/NCConfig.java | 4 +
.../hyracks/hyracks-data/hyracks-data-std/pom.xml | 2 +-
.../hyracks/dataflow/common/io/RunFileWriter.java | 10 +-
.../hyracks/dataflow/std/join/NestedLoopJoin.java | 165 +-
.../OptimizedHybridHashJoinOperatorDescriptor.java | 5 +-
.../hyracks/http/server/AbstractServlet.java | 9 +-
hyracks-fullstack/hyracks/hyracks-util/pom.xml | 2 +-
hyracks-fullstack/pom.xml | 4 +-
155 files changed, 2368 insertions(+), 7210 deletions(-)
create mode 100644
asterixdb/asterix-app/src/main/java/org/apache/asterix/app/message/StorageCleanupRequestMessage.java
create mode 100644
asterixdb/asterix-app/src/main/java/org/apache/asterix/app/message/VoidResponse.java
create mode 100644
asterixdb/asterix-app/src/test/java/org/apache/asterix/test/dataflow/GlobalStorageCleanupTest.java
create mode 100644
asterixdb/asterix-app/src/test/resources/optimizerts/queries/leftouterjoin/query-ASTERIXDB-2857.sqlpp
rename
asterixdb/asterix-app/src/test/resources/{runtimets/queries_sqlpp/binary/query_id/query_id.1.ddl.sqlpp
=> optimizerts/queries/subquery/in_let_8.sqlpp} (60%)
create mode 100644
asterixdb/asterix-app/src/test/resources/optimizerts/results/leftouterjoin/query-ASTERIXDB-2857.plan
copy
asterixdb/asterix-app/src/test/resources/optimizerts/results/subquery/{in_let_3.plan
=> in_let_8.plan} (67%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/custom-buffer-size/external_dataset.000.ddl.sqlpp
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{binary/query_id/query_id.3.query.sqlpp
=>
external-dataset/common/custom-buffer-size/external_dataset.001.query.sqlpp}
(88%)
rename
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{binary/query_id/query_id.2.update.sqlpp
=>
external-dataset/common/custom-buffer-size/external_dataset.002.query.sqlpp}
(83%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{binary/query_id/query_id.3.query.sqlpp
=>
external-dataset/common/custom-buffer-size/external_dataset.003.query.sqlpp}
(88%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{binary/query_id/query_id.3.query.sqlpp
=>
external-dataset/common/custom-buffer-size/external_dataset.004.query.sqlpp}
(88%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{binary/query_id/query_id.3.query.sqlpp
=>
external-dataset/common/custom-buffer-size/external_dataset.005.query.sqlpp}
(88%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{binary/query_id/query_id.3.query.sqlpp
=>
external-dataset/common/custom-buffer-size/external_dataset.006.query.sqlpp}
(88%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{warnings/warnings-limit/warnings-limit.09.ddl.sqlpp
=> external-dataset/common/custom-buffer-size/external_dataset.999.ddl.sqlpp}
(100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/external-library/py_function_error/{py_function_error.2.ddl.sqlpp
=> py_function_error.5.query.sqlpp} (82%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/external-library/py_function_error/{py_function_error.2.ddl.sqlpp
=> py_function_error.6.query.sqlpp} (82%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{external-library/py_function_error/py_function_error.2.ddl.sqlpp
=> leftouterjoin/query-ASTERIXDB-2857/query-ASTERIXDB-2857.1.ddl.sqlpp} (55%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{rightouterjoin/roj-01-core/roj-01-core.2.update.sqlpp
=> leftouterjoin/query-ASTERIXDB-2857/query-ASTERIXDB-2857.2.update.sqlpp}
(100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{external-library/py_function_error/py_function_error.2.ddl.sqlpp
=> leftouterjoin/query-ASTERIXDB-2857/query-ASTERIXDB-2857.3.query.sqlpp} (62%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{external-library/py_function_error/py_function_error.2.ddl.sqlpp
=> subquery/in_let/in_let.8.query.sqlpp} (67%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{external-library/py_function_error/py_function_error.2.ddl.sqlpp
=> synonym/synonym-03/synonym-03.1.ddl.sqlpp} (70%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{binary/query_id/query_id.3.query.sqlpp
=> synonym/synonym-03/synonym-03.2.query.sqlpp} (85%)
delete mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/binary/query_id/query_id.1.adm
copy
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/{json/json
=> custom-buffer-size}/external_dataset.001.adm (100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/{json/json
=> custom-buffer-size}/external_dataset.002.adm (100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/{json/json
=> custom-buffer-size}/external_dataset.003.adm (100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/{json/json
=> custom-buffer-size}/external_dataset.004.adm (100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/{json/json
=> custom-buffer-size}/external_dataset.005.adm (100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/{json/json
=> custom-buffer-size}/external_dataset.006.adm (100%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/external-library/py_function_error/py_function_error.3.json
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/external-library/py_function_error/py_function_error.4.json
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/leftouterjoin/query-ASTERIXDB-2857/query-ASTERIXDB-2857.3.adm
copy
asterixdb/asterix-app/src/test/resources/runtimets/results/subquery/in_let/{in_let.7.adm
=> in_let.8.adm} (100%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/synonym/synonym-03/synonym-03.2.adm
rename
asterixdb/{asterix-app/src/test/resources/runtimets/queries_sqlpp/binary/query_id/query_id.3.query.sqlpp
=>
asterix-common/src/main/java/org/apache/asterix/common/api/IIdentifierMapper.java}
(85%)
copy
asterixdb/{asterix-app/src/test/resources/runtimets/queries_sqlpp/external-library/py_function_error/py_function_error.2.ddl.sqlpp
=>
asterix-common/src/main/java/org/apache/asterix/common/utils/IdentifierMappingUtil.java}
(60%)
copy
asterixdb/{asterix-app/src/test/resources/runtimets/queries_sqlpp/external-library/py_function_error/py_function_error.2.ddl.sqlpp
=>
asterix-common/src/main/java/org/apache/asterix/common/utils/IdentifierUtil.java}
(68%)
create mode 100644
asterixdb/asterix-external-data/src/test/java/org/apache/asterix/external/input/record/reader/awss3/AwsS3Test.java
