This is an automated email from the ASF dual-hosted git repository.
mblow pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git
from e9f5a289a4 Null-merge branch 'phoenix' to exclude 3f91981 changes
new f139a63dde [ASTERIXDB-3667][OTH] Log counts of currently running jobs
based on kind
new 96a5c53f71 [ASTERIXDB-3662][EXT]: Add external stats tracker
new 7325f68b13 [NO ISSUE][COMP] Fix for failing q10 of ch2++
new ecfc3329e1 [ASTERIXDB-3649][*DB] Improve async request API
new 39a7e5728e [ASTERIXDB-3649][*DB] Async request API backward
compatibility fixes
new 1299537bba [NO ISSUE][EXT]: ensure CSV header is written in all files
new 955768e37f [ASTERIXDB-3664]: Simplify function name handling in
EntityDetails
new 88db56e51b Merge branch 'gerrit/phoenix' into 'master'
The 8 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../asterix/optimizer/base/AnalysisUtil.java | 4 +-
.../optimizer/rules/cbo/EnumerateJoinsRule.java | 123 ++++++++++++++++++---
.../apache/asterix/translator/ResultMetadata.java | 9 ++
.../api/http/server/NCQueryResultApiServlet.java | 5 +-
.../http/server/QueryServiceRequestParameters.java | 4 +-
.../api/http/server/QueryServiceServlet.java | 4 +
.../api/http/server/QueryStatusApiServlet.java | 5 +-
.../app/active/ActiveNotificationHandler.java | 6 +-
.../asterix/app/active/FeedEventsListener.java | 7 +-
.../asterix/app/cc/CcApplicationContext.java | 53 +++++----
.../org/apache/asterix/app/cc/GlobalTxManager.java | 4 +-
.../app/external/ExternalLibraryJobUtils.java | 8 +-
.../asterix/app/external/ExternalStatsTracker.java | 65 +++++++++++
.../app/message/DiscardResultRequestMessage.java | 14 +--
.../app/message/DiscardResultResponseMessage.java | 44 --------
.../apache/asterix/app/nc/NCAppRuntimeContext.java | 13 ++-
.../asterix/app/result/JobResultCallback.java | 1 +
.../asterix/app/result/fields/MetricsPrinter.java | 3 +-
.../app/result/fields/PartitionInfoPrinter.java | 9 +-
.../asterix/app/translator/QueryTranslator.java | 56 +++++-----
.../org/apache/asterix/utils/DataverseUtil.java | 3 +
.../org/apache/asterix/utils/RebalanceUtil.java | 3 +
.../asterix/test/active/ActiveStatsTest.java | 3 +-
.../test/active/TestClusterControllerActor.java | 4 +-
.../async-exhausted-result.1.async.sqlpp | 1 +
.../async-failed/async-failed.1.async.sqlpp | 1 +
.../async-json/async-json.1.async.sqlpp | 1 +
.../async-json/async-json.4.ddl.sqlpp} | 9 +-
.../async-json/async-json.5.update.sqlpp} | 19 ++--
.../async-json.6.async.sqlpp} | 8 +-
...on.2.pollget.http => async-json.7.pollget.http} | 0
...async-json.3.get.http => async-json.8.get.http} | 0
.../async-repeated/async-repeated.1.async.sqlpp | 1 +
.../async-running/async-running.1.async.sqlpp | 1 +
.../async-timeout/async.1.async.sqlpp | 1 +
.../async/async.1.async.sqlpp | 1 +
.../async-compilation-failed.1.async.sqlpp | 1 -
.../async-exhausted-result.1.async.sqlpp | 1 -
.../async-failed/async-failed.1.async.sqlpp | 1 -
.../async-json/async-json.1.async.sqlpp | 1 -
.../async-repeated/async-repeated.1.async.sqlpp | 1 -
.../async-running/async-running.1.async.sqlpp | 1 -
.../async-deferred/async/async.1.async.sqlpp | 1 -
.../async-exhausted-result.2.regexjson | 1 +
.../async-json/async-json.2.regexjson | 1 +
.../async-json/async-json.6.ignore} | 0
.../async-json.7.regexjson} | 3 +-
.../async-json/async-json.8.json | 4 +
.../async-repeated/async-repeated.2.regexjson | 1 +
.../async-running/async-running.3.regexjson | 1 +
.../async/async.2.regexjson | 1 +
.../writer/AbstractCloudExternalFileWriter.java | 1 +
.../asterix/common/api/IApplicationContext.java | 3 +
.../apache/asterix/common/api/IRequestTracker.java | 16 +++
.../common/external/IExternalCredentialsCache.java | 45 --------
...acheUpdater.java => IExternalStatsTracker.java} | 18 +--
.../{ConstantUtil.java => AsterixJobProperty.java} | 9 +-
.../apache/asterix/external/util/aws/AwsUtils.java | 17 +++
.../external/writer/HDFSExternalFileWriter.java | 1 +
.../external/writer/LocalFSExternalFileWriter.java | 1 +
.../printer/AbstractTextualExternalPrinter.java | 5 +
.../asterix/metadata/entities/EntityDetails.java | 6 +-
.../apache/asterix/metadata/utils/DatasetUtil.java | 9 +-
.../apache/asterix/metadata/utils/IndexUtil.java | 18 ++-
.../printers/csv/ARecordPrinterFactory.java | 5 +
.../om/pointables/printer/ARecordPrinter.java | 5 +
.../pointables/printer/AbstractPrintVisitor.java | 2 +-
.../pointables/printer/csv/ACSVRecordPrinter.java | 27 ++---
.../om/pointables/printer/csv/APrintVisitor.java | 21 ++++
.../asterix/runtime/writer/IExternalPrinter.java | 6 +
.../physical/AbstractExchangePOperator.java | 6 +
.../physical/AbstractRangeExchangePOperator.java | 7 ++
...alBroadcastRangeIntersectExchangePOperator.java | 7 ++
.../apache/hyracks/algebricks/data/IPrinter.java | 3 +
...PushNestedOrderByUnderPreSortedGroupByRule.java | 2 +-
.../job/{JobFlag.java => HyracksJobProperty.java} | 7 +-
.../api/job/{JobFlag.java => IJobProperty.java} | 7 +-
.../api/job/{JobStatus.java => JobKind.java} | 15 +--
.../apache/hyracks/api/job/JobSpecification.java | 10 +-
.../api/result/IResultPartitionManager.java | 2 +-
.../hyracks/api/result/ResultDirectoryRecord.java | 6 +-
.../apache/hyracks/api/result/ResultJobRecord.java | 8 +-
.../apache/hyracks/control/cc/job/JobManager.java | 45 +++++++-
.../control/cc/result/IResultDirectoryService.java | 2 +-
.../control/cc/result/ResultDirectoryService.java | 9 +-
.../ReportResultPartitionWriteCompletionWork.java | 4 +-
.../control/common/base/IClusterController.java | 2 +-
.../hyracks/control/common/ipc/CCNCFunctions.java | 6 +-
.../common/ipc/ClusterControllerRemoteProxy.java | 2 +-
.../control/nc/result/ResultPartitionManager.java | 2 +-
.../control/nc/result/ResultPartitionWriter.java | 2 +-
.../hyracks/control/nc/result/ResultState.java | 10 +-
92 files changed, 588 insertions(+), 303 deletions(-)
create mode 100644
asterixdb/asterix-app/src/main/java/org/apache/asterix/app/external/ExternalStatsTracker.java
delete mode 100644
asterixdb/asterix-app/src/main/java/org/apache/asterix/app/message/DiscardResultResponseMessage.java
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{aggregate-sql/serial_avg_double_null/serial_avg_double_null.1.ddl.sqlpp
=> async-deferred-improved/async-json/async-json.4.ddl.sqlpp} (93%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{numeric/tan/tan.1.query.sqlpp
=> async-deferred-improved/async-json/async-json.5.update.sqlpp} (83%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/async-deferred-improved/{deferred/deferred.1.deferred.sqlpp
=> async-json/async-json.6.async.sqlpp} (88%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/async-deferred-improved/async-json/{async-json.2.pollget.http
=> async-json.7.pollget.http} (100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/async-deferred-improved/async-json/{async-json.3.get.http
=> async-json.8.get.http} (100%)
copy asterixdb/asterix-app/{data/csv/empty.csv =>
src/test/resources/runtimets/results/async-deferred-improved/async-json/async-json.6.ignore}
(100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/results/async-deferred-improved/{async-exhausted-result/async-exhausted-result.2.regexjson
=> async-json/async-json.7.regexjson} (70%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/async-deferred-improved/async-json/async-json.8.json
delete mode 100644
asterixdb/asterix-common/src/main/java/org/apache/asterix/common/external/IExternalCredentialsCache.java
rename
asterixdb/asterix-common/src/main/java/org/apache/asterix/common/external/{IExternalCredentialsCacheUpdater.java
=> IExternalStatsTracker.java} (66%)
copy
asterixdb/asterix-common/src/main/java/org/apache/asterix/common/utils/{ConstantUtil.java
=> AsterixJobProperty.java} (83%)
copy
hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/job/{JobFlag.java
=> HyracksJobProperty.java} (90%)
copy
hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/job/{JobFlag.java
=> IJobProperty.java} (90%)
copy
hyracks-fullstack/hyracks/hyracks-api/src/main/java/org/apache/hyracks/api/job/{JobStatus.java
=> JobKind.java} (86%)
