[asterixdb] branch master updated: [ASTERIXDB-3144][RT] Pass partitions map to hash partitioner
This is an automated email from the ASF dual-hosted git repository.
alsuliman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git
The following commit(s) were added to refs/heads/master by this push:
new 129186c8f2 [ASTERIXDB-3144][RT] Pass partitions map to hash partitioner
129186c8f2 is described below
commit 129186c8f23b66f1eff10f9bd472a2a3e1854d6e
Author: Ali Alsuliman
AuthorDate: Tue May 9 14:48:49 2023 -0700
[ASTERIXDB-3144][RT] Pass partitions map to hash partitioner
- user model changes: no
- storage format changes: no
- interface changes: no
Details:
Pass the compute to storage partitions map to the
hash partitioner that is used during rebalancing datasets.
Change-Id: I9a66d37e7f239bd34e224550fb097a43d5da0a55
Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/17522
Integration-Tests: Jenkins
Reviewed-by: Murtadha Hubail
Tested-by: Jenkins
---
.../asterix/app/function/QueryIndexRewriter.java | 3 ---
.../org/apache/asterix/utils/RebalanceUtil.java| 6 --
.../apache/asterix/metadata/utils/DatasetUtil.java | 6 ++
.../physical/BroadcastExchangePOperator.java | 5 ++---
.../physical/HashPartitionExchangePOperator.java | 8 ++--
.../HashPartitionMergeExchangePOperator.java | 14 -
.../physical/RandomMergeExchangePOperator.java | 7 +++
.../physical/SortMergeExchangePOperator.java | 14 ++---
.../FieldHashPartitionComputerFactory.java | 14 -
.../common/data/partition/HashPartitioner.java | 5 -
...tyAwareMToNPartitioningConnectorDescriptor.java | 21 ++-
.../join/InMemoryHashJoinOperatorDescriptor.java | 4 ++--
.../btree/client/InsertPipelineExample.java| 2 +-
.../btree/client/PrimaryIndexBulkLoadExample.java | 2 +-
.../hyracks/tests/integration/AggregationTest.java | 24 +++---
.../hyracks/tests/integration/CancelJobTest.java | 2 +-
.../tests/integration/CountOfCountsTest.java | 12 +--
.../tests/integration/HeapSortMergeTest.java | 4 ++--
.../integration/LocalityAwareConnectorTest.java| 4 ++--
.../hyracks/tests/integration/ScanPrintTest.java | 8
.../hyracks/tests/integration/SortMergeTest.java | 4 ++--
.../integration/TPCHCustomerOrderHashJoinTest.java | 16 +++
.../tests/integration/VSizeFrameSortMergeTest.java | 2 +-
.../examples/text/client/WordCountMain.java| 4 ++--
.../hyracks/examples/tpch/client/Groupby.java | 2 +-
.../apache/hyracks/examples/tpch/client/Join.java | 6 +++---
.../apache/hyracks/examples/tpch/client/Sort.java | 2 +-
27 files changed, 96 insertions(+), 105 deletions(-)
diff --git
a/asterixdb/asterix-app/src/main/java/org/apache/asterix/app/function/QueryIndexRewriter.java
b/asterixdb/asterix-app/src/main/java/org/apache/asterix/app/function/QueryIndexRewriter.java
index 3d96595ec4..0aa66ddbbd 100644
---
a/asterixdb/asterix-app/src/main/java/org/apache/asterix/app/function/QueryIndexRewriter.java
+++
b/asterixdb/asterix-app/src/main/java/org/apache/asterix/app/function/QueryIndexRewriter.java
@@ -63,7 +63,6 @@ import
org.apache.hyracks.algebricks.core.algebra.operators.logical.DataSourceSc
import
org.apache.hyracks.algebricks.core.algebra.operators.logical.UnnestOperator;
import org.apache.hyracks.algebricks.core.algebra.properties.INodeDomain;
import org.apache.hyracks.api.exceptions.SourceLocation;
-import
org.apache.hyracks.storage.am.common.dataflow.IndexDataflowHelperFactory;
import org.apache.hyracks.util.LogRedactionUtil;
public class QueryIndexRewriter extends FunctionRewriter implements
IResultTypeComputer {
@@ -122,8 +121,6 @@ public class QueryIndexRewriter extends FunctionRewriter
implements IResultTypeC
SourceLocation loc, AbstractFunctionCallExpression f) throws
AlgebricksException {
ISecondaryIndexOperationsHelper secIdxHelper =
SecondaryIndexOperationsHelper.createIndexOperationsHelper(ds,
idx, mp, loc);
-new
IndexDataflowHelperFactory(mp.getStorageComponentProvider().getStorageManager(),
-secIdxHelper.getSecondaryFileSplitProvider());
AlgebricksAbsolutePartitionConstraint secPartitionConstraint =
(AlgebricksAbsolutePartitionConstraint)
secIdxHelper.getSecondaryPartitionConstraint();
INodeDomain domain = mp.findNodeDomain(ds.getNodeGroupName());
diff --git
a/asterixdb/asterix-app/src/main/java/org/apache/asterix/utils/RebalanceUtil.java
b/asterixdb/asterix-app/src/main/java/org/apache/asterix/utils/RebalanceUtil.java
index 619c2cc891..f315f186a4 100644
---
a/asterixdb/asterix-app/src/main/java/org/apache/asterix/utils/RebalanceUtil.java
+++
b/asterixdb/asterix-app/src/main/java/org/apache/asterix/utils/RebalanceUtil.java
@@ -318,8 +318,10 @@ public class RebalanceUtil {
[asterixdb] branch master updated: [NO ISSUE][OTH] Balance testing jobs
This is an automated email from the ASF dual-hosted git repository. mhubail pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/asterixdb.git The following commit(s) were added to refs/heads/master by this push: new 13b6b1f690 [NO ISSUE][OTH] Balance testing jobs 13b6b1f690 is described below commit 13b6b1f690298df102bbd0c89bda2be1d4c72c07 Author: Murtadha Hubail AuthorDate: Wed May 10 01:38:47 2023 +0300 [NO ISSUE][OTH] Balance testing jobs - user model changes: no - storage format changes: no - interface changes: no Change-Id: Ifc00576fe3854ba39f65d779f77a8d42b78eb605 Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/17520 Integration-Tests: Jenkins Reviewed-by: Ali Alsuliman Tested-by: Jenkins --- asterixdb/asterix-app/pom.xml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/asterixdb/asterix-app/pom.xml b/asterixdb/asterix-app/pom.xml index 8e32fa2275..6e8224d42f 100644 --- a/asterixdb/asterix-app/pom.xml +++ b/asterixdb/asterix-app/pom.xml @@ -388,7 +388,7 @@ asterix-gerrit-asterix-app - **/SqlppExecutionWithCancellationTest.java,**/DmlTest.java,**/RepeatedTest.java,**/SqlppExecutionTest.java,**/AqlExecutionTest.java,**/*Compression*Test.java,**/*Ssl*Test.java,**/Podman*.java + **/SqlppExecutionWithCancellationTest.java,**/DmlTest.java,**/RepeatedTest.java,**/SqlppExecutionTest.java,**/*StaticPartitioning*Test.java,**/*Ssl*Test.java,**/Podman*.java,**/*AnalyzedExecutionTest.java,**/SqlppProfiledExecutionTest.java **/*.java @@ -437,7 +437,7 @@ asterix-gerrit-ssl-compression - **/*Compression*Test.java,**/*Ssl*Test.java + **/*StaticPartitioning*Test.java,**/*Ssl*Test.java,**/*AnalyzedExecutionTest.java **/*.java false @@ -445,7 +445,7 @@ asterix-gerrit-verify-asterix-app -**/AqlExecutionTest.java +**/SqlppProfiledExecutionTest.java **/External*IT.java,**/SqlppExecution*IT.java,**/SqlppRQG*IT.java,**/RebalanceWithCancellationIT.java false
[asterixdb] annotated tag apache-hyracks-0.3.8.1 updated (2f87c8d8fa -> 72453f98f4)
This is an automated email from the ASF dual-hosted git repository. imaxon pushed a change to annotated tag apache-hyracks-0.3.8.1 in repository https://gitbox.apache.org/repos/asf/asterixdb.git *** WARNING: tag apache-hyracks-0.3.8.1 was modified! *** from 2f87c8d8fa (commit) to 72453f98f4 (tag) tagging 2f87c8d8fa975035f4b1aea1892851faf7c2bdd1 (commit) replaces apache-asterixdb-0.9.8 by Ian Maxon on Tue May 9 19:55:17 2023 -0700 - Log - Released RC with final tag -BEGIN PGP SIGNATURE- iQIzBAABCgAdFiEEIf3gbxaFXS93IFrkwLkA3UcwFf0FAmRbB5sACgkQwLkA3Ucw Ff1aFA/9HF99Fgm767yoV4lUZccKMS54c5So4PEqAte5Jtpj6fAvXw50zABuwb5m Jy1DgNYZ5/TDazMO5zqa8TgaRJaOLvfpaEbMxhJjWNcDJHd/reARwyzJKdwanMVQ mh6rTDFAe31ZgTD9KOo9wv3Rgej3yo6TPsYHLVlwFuUsbLhMaEWbUESIoogv/nxY +fJyvlELQ2II0fcBMIoolZwNegew1/Uk+3zDXe1gE3kwH7Lbv+IsNKFsGn9A+z0T uxe0ikapXC6v4nd6T0VwPYoU8PBHNjokXUrQpSPZBazTis/Sh0vpsGvKdWs3IQlc Wsye0J7WwwK7CQSxnvhqBvrNWfF2tD9/3+xQWNvmTSas99Rj85FGd8HI713QfoQE +rcO361g2KBSwu3AYZWY10dYQjTgBxQiG6nGqfiF3qPwWcq/NKi/cSBPkqssE87t 8c6W8RqlUoq/L+nsfwFMFwCvcmVBcgl2ux5QMfQigOmTLuNBWCMRROE5Ru0WfsHH YwnqinBvhKnL549UERA+wUBmTxkiaDn7gYeji64+lWPSpYBL5dUvAo/02guylQ+U 0LWRuzBEZSXRBFDHjGOD70430srL6NanrskzD4+yQn8BxNyqAt/VptAPcTNg+9Th ayoSNJ4MHb0mpb3rXn8XQoRqC6JmQpEvY48r26ehPCblvEsEI1Y= =7DeY -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
[asterixdb] annotated tag apache-asterixdb-0.9.8.1 updated (2f87c8d8fa -> 6c834233da)
This is an automated email from the ASF dual-hosted git repository. imaxon pushed a change to annotated tag apache-asterixdb-0.9.8.1 in repository https://gitbox.apache.org/repos/asf/asterixdb.git *** WARNING: tag apache-asterixdb-0.9.8.1 was modified! *** from 2f87c8d8fa (commit) to 6c834233da (tag) tagging 2f87c8d8fa975035f4b1aea1892851faf7c2bdd1 (commit) replaces apache-asterixdb-0.9.8 by Ian Maxon on Tue May 9 19:54:32 2023 -0700 - Log - Released RC with final tag -BEGIN PGP SIGNATURE- iQIzBAABCgAdFiEEIf3gbxaFXS93IFrkwLkA3UcwFf0FAmRbB24ACgkQwLkA3Ucw Ff0n3Q//S43I2ArqfJD57l5FeRCSBeQdJ49lLkZqHEGHs0U8wJOIP4S6ce0/dULh q82m3MctFcC+8DzBUKEceanbE+neD4x/n1TjOMaCkNlEOWqA6fPS73PZSRLSPTmW BwEBx/i3LeoW9IZrHqCDT1SlJwCnu3Jjn6nWidg1Ds4TFGDGpLheiMc988J7tXd2 S5JfivYSVPAVzJp2ThaLBEz/9+HEJKk8Pft+V4MS/ahd3neqtnsGv2EO3QkNple7 Dkn5IhVYyNy07GnlfZNHGvRWxLqg33gJzH33PlsgwbqOIIQjSnwo8qqwcZYuRhYa fEMucod+vrWl6OcWkVQ3Dsbecw6gTsq9IefMBTUHgzTuBCwd7CcAyE94ci7iDT1d zoxOKuKQkWkl1Ar028dd5Q1Hok4Xijx2HVyVDlMcuEzrWb70GndbsxPIKzIUmycH 4kcRi73sV9yGmO8JOPKkgW7idWJ97P+VgbuB2wPVWYrvX4b+Zi2vXYzs/bJdHUiJ 9ybuzyLpLIzj7BPSG5hR9WCroxH1Iy2b0ngq8elv7XVlkHjTrjXoI9TMvDF3R+ro 3NGM2PA5J68HJBzn2IYjyJb5L+2aLYCBphvENzKi/x9qIbAsYRgP/wUhWBq4gr08 0HC0v128dEfM7uIb8l8kjw8MnBjSGSbkzdx40g+TqWvStV2oo7w= =FD8L -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
[asterixdb] 01/01: Release Apache AsterixDB 0.9.8.1 and Hyracks 0.3.8.1
This is an automated email from the ASF dual-hosted git repository. imaxon pushed a commit to branch release-0.9.8.1 in repository https://gitbox.apache.org/repos/asf/asterixdb.git commit 2f87c8d8fa975035f4b1aea1892851faf7c2bdd1 Author: Ian Maxon AuthorDate: Mon May 1 18:04:39 2023 -0700 Release Apache AsterixDB 0.9.8.1 and Hyracks 0.3.8.1 Change-Id:I04c4076e9d3f66431c1aaeed12fabb2a6eac064a Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/17502 Integration-Tests: Jenkins Tested-by: Jenkins Reviewed-by: Ian Maxon --- asterixdb/asterix-active/pom.xml| 2 +- asterixdb/asterix-algebra/pom.xml | 2 +- asterixdb/asterix-app/pom.xml | 2 +- asterixdb/asterix-benchmark/pom.xml | 2 +- asterixdb/asterix-client-helper/pom.xml | 2 +- asterixdb/asterix-common/pom.xml| 2 +- asterixdb/asterix-coverage/pom.xml | 2 +- asterixdb/asterix-dashboard/pom.xml | 2 +- asterixdb/asterix-doc/pom.xml | 2 +- asterixdb/asterix-docker/pom.xml| 2 +- asterixdb/asterix-examples/pom.xml | 2 +- asterixdb/asterix-external-data/pom.xml | 2 +- asterixdb/asterix-fuzzyjoin/pom.xml | 2 +- asterixdb/asterix-geo/pom.xml | 2 +- asterixdb/asterix-lang-common/pom.xml | 2 +- asterixdb/asterix-lang-sqlpp/pom.xml| 2 +- asterixdb/asterix-license/pom.xml | 2 +- .../asterix-grammar-extension-maven-plugin/pom.xml | 2 +- .../asterix-test-datagenerator-maven-plugin/pom.xml | 2 +- .../asterix-maven-plugins/lexer-generator-maven-plugin/pom.xml | 2 +- asterixdb/asterix-maven-plugins/pom.xml | 2 +- .../record-manager-generator-maven-plugin/pom.xml | 2 +- asterixdb/asterix-metadata/pom.xml | 2 +- asterixdb/asterix-om/pom.xml| 2 +- asterixdb/asterix-replication/pom.xml | 2 +- asterixdb/asterix-runtime/pom.xml | 2 +- asterixdb/asterix-server/pom.xml| 2 +- asterixdb/asterix-spidersilk/pom.xml| 2 +- asterixdb/asterix-test-framework/pom.xml| 2 +- asterixdb/asterix-tools/pom.xml | 2 +- asterixdb/asterix-transactions/pom.xml | 2 +- asterixdb/pom.xml | 6 +++--- hyracks-fullstack/algebricks/algebricks-common/pom.xml | 2 +- hyracks-fullstack/algebricks/algebricks-compiler/pom.xml| 2 +- hyracks-fullstack/algebricks/algebricks-core/pom.xml| 2 +- hyracks-fullstack/algebricks/algebricks-data/pom.xml| 2 +- hyracks-fullstack/algebricks/algebricks-rewriter/pom.xml| 2 +- hyracks-fullstack/algebricks/algebricks-runtime/pom.xml | 2 +- hyracks-fullstack/algebricks/algebricks-tests/pom.xml | 2 +- hyracks-fullstack/algebricks/pom.xml| 2 +- hyracks-fullstack/hyracks-fullstack-license/pom.xml | 2 +- hyracks-fullstack/hyracks/hyracks-api/pom.xml | 2 +- hyracks-fullstack/hyracks/hyracks-client/pom.xml| 2 +- hyracks-fullstack/hyracks/hyracks-comm/pom.xml | 2 +- .../hyracks/hyracks-control/hyracks-control-cc/pom.xml | 2 +- .../hyracks/hyracks-control/hyracks-control-common/pom.xml | 2 +- .../hyracks/hyracks-control/hyracks-control-nc/pom.xml | 2 +- .../hyracks/hyracks-control/hyracks-nc-service/pom.xml | 2 +- hyracks-fullstack/hyracks/hyracks-control/pom.xml | 2 +- hyracks-fullstack/hyracks/hyracks-data/hyracks-data-std/pom.xml | 2 +- hyracks-fullstack/hyracks/hyracks-data/pom.xml | 2 +- hyracks-fullstack/hyracks/hyracks-dataflow-common/pom.xml | 2 +- hyracks-fullstack/hyracks/hyracks-dataflow-std/pom.xml | 2 +- hyracks-fullstack/hyracks/hyracks-dist/pom.xml | 2 +- hyracks-fullstack/hyracks/hyracks-documentation/pom.xml | 2 +- .../hyracks/hyracks-examples/btree-example/btreeclient/pom.xml | 2 +- .../hyracks/hyracks-examples/btree-example/btreehelper/pom.xml | 2 +- .../hyracks/hyracks-examples/btree-example/btreeserver/pom.xml | 2 +-
[asterixdb] branch release-0.9.8.1 created (now 2f87c8d8fa)
This is an automated email from the ASF dual-hosted git repository. imaxon pushed a change to branch release-0.9.8.1 in repository https://gitbox.apache.org/repos/asf/asterixdb.git at 2f87c8d8fa Release Apache AsterixDB 0.9.8.1 and Hyracks 0.3.8.1 This branch includes the following new commits: new 2f87c8d8fa Release Apache AsterixDB 0.9.8.1 and Hyracks 0.3.8.1 The 1 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference.
svn commit: r61772 - /release/asterixdb/asterixdb-0.9.8.1/
Author: imaxon Date: Tue May 9 19:47:38 2023 New Revision: 61772 Log: add Apache AsterixDB 0.9.8.1 Added: release/asterixdb/asterixdb-0.9.8.1/ release/asterixdb/asterixdb-0.9.8.1/apache-asterixdb-0.9.8.1-source-release.zip (with props) release/asterixdb/asterixdb-0.9.8.1/apache-asterixdb-0.9.8.1-source-release.zip.asc release/asterixdb/asterixdb-0.9.8.1/apache-asterixdb-0.9.8.1-source-release.zip.sha512 release/asterixdb/asterixdb-0.9.8.1/apache-hyracks-0.3.8.1-source-release.zip (with props) release/asterixdb/asterixdb-0.9.8.1/apache-hyracks-0.3.8.1-source-release.zip.asc release/asterixdb/asterixdb-0.9.8.1/apache-hyracks-0.3.8.1-source-release.zip.sha512 release/asterixdb/asterixdb-0.9.8.1/asterix-server-0.9.8.1-binary-assembly.zip (with props) release/asterixdb/asterixdb-0.9.8.1/asterix-server-0.9.8.1-binary-assembly.zip.asc release/asterixdb/asterixdb-0.9.8.1/asterix-server-0.9.8.1-binary-assembly.zip.sha512 Added: release/asterixdb/asterixdb-0.9.8.1/apache-asterixdb-0.9.8.1-source-release.zip == Binary file - no diff available. Propchange: release/asterixdb/asterixdb-0.9.8.1/apache-asterixdb-0.9.8.1-source-release.zip -- svn:mime-type = application/octet-stream Added: release/asterixdb/asterixdb-0.9.8.1/apache-asterixdb-0.9.8.1-source-release.zip.asc == --- release/asterixdb/asterixdb-0.9.8.1/apache-asterixdb-0.9.8.1-source-release.zip.asc (added) +++ release/asterixdb/asterixdb-0.9.8.1/apache-asterixdb-0.9.8.1-source-release.zip.asc Tue May 9 19:47:38 2023 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCgAdFiEEIf3gbxaFXS93IFrkwLkA3UcwFf0FAmRQaAQACgkQwLkA3Ucw +Ff3kPQ//cNir4/D4/tfxksq3Nkbu2zeYs+7JI/ovzbPu4nasCRBJ0xhyrMF8N9Et +BZeZgioBkLMdJY1NcpAA1BXiOp4WVgzISIwN1tMfuuH2bumERbPIuoUH12rWYU9E +TO43QdnLQqHlzr16oGsQZ5vZOT3G17rnzx5acoXjihWgywmrglO4rnYgpR2fbKqt +7KeENvuUklZUb83GNjcba4iZ4UnmYGrWU+ZI1k+tolHGioJo9C6BxcIW/4U1Lq+4 +T3pAxJUJwIwJ8wHE+FTEtuD8lJX+tdX9+nvEeBPoTdN/SO8KHUWU7jTQK/N/sFPp +X1hXlpkvxyFQs9jPOsr1ajm0G9DgLW+bJy27Z13dhrlwly652uHPV2DOQ3pRM21V +ANqf2cqonTseVu48j7bXxVOosE8DH0MbT4Oo1Y49Lp3TR0OBypBjIiw2/2GRowM2 +U8Z26Kv3bZ4uDNOnOqMuGDw8F8zl9fgYQ7uuwNiYUnNnsVQ4YN1JLL0VBhUVcu+W +k/Lk7uC4jjNNlM2w44zrlXEWx8y5qXOGCoFJKmo2ChQceZy8/FSV3OE+UFty0KpT +enlbCPHbJepBS0OL++kkQk1umQHCZbJIfuwS/w6QxWlAMcUkyKdCKUUy9ggE224d +QLzatVXVT8+VP8iWHpnztbY76zOlQ68Tmck5HtRH9BQSJZhi+fA= +=3Oqc +-END PGP SIGNATURE- Added: release/asterixdb/asterixdb-0.9.8.1/apache-asterixdb-0.9.8.1-source-release.zip.sha512 == --- release/asterixdb/asterixdb-0.9.8.1/apache-asterixdb-0.9.8.1-source-release.zip.sha512 (added) +++ release/asterixdb/asterixdb-0.9.8.1/apache-asterixdb-0.9.8.1-source-release.zip.sha512 Tue May 9 19:47:38 2023 @@ -0,0 +1 @@ +35e80f1f2068da10820777b2308a2b5e96727aecc46232beaeff5166dd0a625a8441bbe7961bf70b4796462f7c4dfa004c51685f70702404cde1961cd2e854fc apache-asterixdb-0.9.8.1-source-release.zip Added: release/asterixdb/asterixdb-0.9.8.1/apache-hyracks-0.3.8.1-source-release.zip == Binary file - no diff available. Propchange: release/asterixdb/asterixdb-0.9.8.1/apache-hyracks-0.3.8.1-source-release.zip -- svn:mime-type = application/octet-stream Added: release/asterixdb/asterixdb-0.9.8.1/apache-hyracks-0.3.8.1-source-release.zip.asc == --- release/asterixdb/asterixdb-0.9.8.1/apache-hyracks-0.3.8.1-source-release.zip.asc (added) +++ release/asterixdb/asterixdb-0.9.8.1/apache-hyracks-0.3.8.1-source-release.zip.asc Tue May 9 19:47:38 2023 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCgAdFiEEIf3gbxaFXS93IFrkwLkA3UcwFf0FAmRQZnQACgkQwLkA3Ucw +Ff2wEg//ZsvBO1a4iJRXDTWeW0T6oeQ4Abfw9nRCv5IyKcUrMpvgaK0LO6trk/V3 ++jT7RtH9kj7oDL6+/5BZB2Eitu8+M/v1XyLir4hzR/ehu682BOqUay3dfCPDl/4x +9HpPw9Z80M9vWExpNYzIgIlfmWmyVkLhkiQPOJLmyHK28vAaQutVs6isMFIugiwJ +oM9l3cqtePyWCd76ZgvxWdle9UFCcyhWawQHjtvc6msxpQ3Y9+y5djFoQF2x/dl0 +2zkAgJJ1nXFB7NwiP6cv4NLW3ucyfo1bNG7UqDmpswwqFne3oPmcQoiGuGFed4G8 +/DNtMjiYatgSrg1xol7OjOR/BpnFUPgyZyoridW/26STL5sXFmyMtvr2NXkC89rK +I8h4vSr9yNHvb/naEFKvCKABddQ/Yae4ycJZFdviBLLMlb/EnuMlpF5Wt5Rc06lB ++wjh8YAbZbxSk+oOzpGjWbcszv+VPI5zhAj9qCpBDUPYl9AYYNcIkFKSyJcTc5lW +9lN3P3CB/3wDKY1fkJiT1sNU8Iw639sn6zWDE4Qgwfcfv+pWyxqBCg81OrEesEZ/ +MrDatDl0D2waYWOOFKqSupKiGHOVwybL+pW/q/GcUmdlzHo7bNpVm48c8C22JGwe +AfgbCtNK8l85B9ePwdT1iuH1yKVRwM0aLYFtp2aidMiMvUweMz4= +=V0aF +-END PGP SIGNATURE- Added: release/asterixdb/asterixdb-0.9.8.1/apache-hyracks-0.3.8.1-source-release.zip.sha512
[asterixdb] branch master updated: [ASTERIXDB-3144][CONF] Configurable storage partitions count
This is an automated email from the ASF dual-hosted git repository.
mhubail pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git
The following commit(s) were added to refs/heads/master by this push:
new a69202d649 [ASTERIXDB-3144][CONF] Configurable storage partitions count
a69202d649 is described below
commit a69202d64926facc239a52b9348299910e5f7740
Author: Murtadha Hubail
AuthorDate: Tue May 9 17:06:45 2023 +0300
[ASTERIXDB-3144][CONF] Configurable storage partitions count
- user model changes: no
- storage format changes: no
- interface changes: yes
Details:
- Make number of storage partitions used for static partitioning
configurable.
Change-Id: I1549b408562910c326764f366c95af345da9
Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/17519
Integration-Tests: Jenkins
Tested-by: Jenkins
Reviewed-by: Ali Alsuliman
---
.../api/cluster_state_1/cluster_state_1.1.regexadm | 1 +
.../cluster_state_1_full/cluster_state_1_full.1.regexadm | 1 +
.../cluster_state_1_less/cluster_state_1_less.1.regexadm | 1 +
.../asterix/common/cluster/IClusterStateManager.java | 6 ++
.../common/cluster/StorageComputePartitionsMap.java | 16 ++--
.../apache/asterix/common/config/StorageProperties.java | 16 +---
.../apache/asterix/common/utils/StorageConstants.java| 1 -
.../asterix/metadata/utils/DataPartitioningProvider.java | 8
.../metadata/utils/StaticDataPartitioningProvider.java | 2 +-
.../asterix/runtime/utils/ClusterStateManager.java | 5 +
10 files changed, 42 insertions(+), 15 deletions(-)
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1/cluster_state_1.1.regexadm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1/cluster_state_1.1.regexadm
index 801cfb09bc..f28c30311f 100644
---
a/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1/cluster_state_1.1.regexadm
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1/cluster_state_1.1.regexadm
@@ -55,6 +55,7 @@
"storage.global.cleanup.timeout" : 600,
"storage.lsm.bloomfilter.falsepositiverate" : 0.01,
"storage.partitioning" : "dynamic",
+"storage.partitions.count" : 8,
"txn\.commitprofiler\.enabled" : false,
"txn\.commitprofiler\.reportinterval" : 5,
"txn\.dataset\.checkpoint\.interval" : 3600,
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1_full/cluster_state_1_full.1.regexadm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1_full/cluster_state_1_full.1.regexadm
index e54bd70ba9..99001d865f 100644
---
a/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1_full/cluster_state_1_full.1.regexadm
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1_full/cluster_state_1_full.1.regexadm
@@ -55,6 +55,7 @@
"storage.global.cleanup.timeout" : 600,
"storage.lsm.bloomfilter.falsepositiverate" : 0.01,
"storage.partitioning" : "dynamic",
+"storage.partitions.count" : 8,
"txn\.commitprofiler\.enabled" : false,
"txn\.commitprofiler\.reportinterval" : 5,
"txn\.dataset\.checkpoint\.interval" : 3600,
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1_less/cluster_state_1_less.1.regexadm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1_less/cluster_state_1_less.1.regexadm
index c5496b26ee..f62aee38c9 100644
---
a/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1_less/cluster_state_1_less.1.regexadm
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/api/cluster_state_1_less/cluster_state_1_less.1.regexadm
@@ -55,6 +55,7 @@
"storage.global.cleanup.timeout" : 600,
"storage.lsm.bloomfilter.falsepositiverate" : 0.01,
"storage.partitioning" : "dynamic",
+"storage.partitions.count" : 8,
"txn\.commitprofiler\.enabled" : false,
"txn\.commitprofiler\.reportinterval" : 5,
"txn\.dataset\.checkpoint\.interval" : 3600,
diff --git
a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/cluster/IClusterStateManager.java
b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/cluster/IClusterStateManager.java
index 76802d9a1b..3d0fee8e22 100644
---
a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/cluster/IClusterStateManager.java
+++
b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/cluster/IClusterStateManager.java
@@ -280,4 +280,10 @@ public interface IClusterStateManager {
* @return true if any of the nodes is currently inactive, otherwise false
*/
boolean nodesFailed(Set nodeIds);
+
+/**
+ * Gets the count of
[asterixdb] branch master updated: [NO ISSUE][OTH] Add option to enable/disable ingestion events logging
This is an automated email from the ASF dual-hosted git repository.
mhubail pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git
The following commit(s) were added to refs/heads/master by this push:
new 4b8e5aaf86 [NO ISSUE][OTH] Add option to enable/disable ingestion
events logging
4b8e5aaf86 is described below
commit 4b8e5aaf869fc296bb015ade906b54e3fa93ff48
Author: Ali Alsuliman
AuthorDate: Mon May 8 20:55:26 2023 -0700
[NO ISSUE][OTH] Add option to enable/disable ingestion events logging
- user model changes: yes
- storage format changes: no
- interface changes: no
Details:
- Add new feed option (log-ingestion-events) to enable/disable
ingestion events logging and default it to true.
Change-Id: I890c37e2ad70a5c7742e97ebdc311c9eae04e0b4
Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/17518
Integration-Tests: Jenkins
Tested-by: Jenkins
Reviewed-by: Ali Alsuliman
---
.../asterix/app/function/FunctionReader.java | 4 +--
.../results/feeds/feeds_01/feeds_01.1.adm | 2 +-
.../adapter/factory/GenericAdapterFactory.java | 18 +++
.../asterix/external/api/AsterixInputStream.java | 6 ++--
.../apache/asterix/external/api/IRecordReader.java | 4 +--
.../dataflow/AbstractFeedDataFlowController.java | 6 ++--
.../dataflow/ChangeFeedDataFlowController.java | 4 +--
.../ChangeFeedWithMetaDataFlowController.java | 4 +--
.../dataflow/FeedRecordDataFlowController.java | 4 +--
.../dataflow/FeedStreamDataFlowController.java | 4 +--
.../dataflow/FeedWithMetaDataFlowController.java | 7 +++--
.../reader/hdfs/AbstractHDFSRecordReader.java | 4 +--
.../record/reader/http/HttpServerRecordReader.java | 4 +--
.../input/record/reader/rss/RSSRecordReader.java | 4 +--
.../record/reader/stream/StreamRecordReader.java | 6 ++--
.../reader/twitter/TwitterPullRecordReader.java| 4 +--
.../reader/twitter/TwitterPushRecordReader.java| 4 +--
.../input/stream/AsterixInputStreamReader.java | 4 +--
.../external/input/stream/LocalFSInputStream.java | 4 +--
.../provider/DataflowControllerProvider.java | 4 +--
.../external/util/ExternalDataConstants.java | 1 +
.../asterix/external/util/ExternalDataUtils.java | 12
.../asterix/external/util/FeedLogManager.java | 17 ++
.../asterix/external/util/FileSystemWatcher.java | 4 +--
.../asterix/external/util/IFeedLogManager.java | 36 ++
.../asterix/external/util/NoOpFeedLogManager.java} | 36 +-
.../record/reader/TestAsterixMembersReader.java| 4 +--
.../input/record/reader/kv/KVTestReader.java | 4 +--
28 files changed, 141 insertions(+), 74 deletions(-)
diff --git
a/asterixdb/asterix-app/src/main/java/org/apache/asterix/app/function/FunctionReader.java
b/asterixdb/asterix-app/src/main/java/org/apache/asterix/app/function/FunctionReader.java
index c73f8e8e31..f0ecd89b7d 100644
---
a/asterixdb/asterix-app/src/main/java/org/apache/asterix/app/function/FunctionReader.java
+++
b/asterixdb/asterix-app/src/main/java/org/apache/asterix/app/function/FunctionReader.java
@@ -22,7 +22,7 @@ import java.io.IOException;
import org.apache.asterix.external.api.IRecordReader;
import org.apache.asterix.external.dataflow.AbstractFeedDataFlowController;
-import org.apache.asterix.external.util.FeedLogManager;
+import org.apache.asterix.external.util.IFeedLogManager;
import org.apache.hyracks.api.exceptions.HyracksDataException;
public abstract class FunctionReader implements IRecordReader {
@@ -43,7 +43,7 @@ public abstract class FunctionReader implements
IRecordReader {
}
@Override
-public void setFeedLogManager(FeedLogManager feedLogManager) throws
HyracksDataException {
+public void setFeedLogManager(IFeedLogManager feedLogManager) throws
HyracksDataException {
throw new UnsupportedOperationException();
}
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feeds_01/feeds_01.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feeds_01/feeds_01.1.adm
index 8ada33cd91..b0a09aa699 100644
---
a/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feeds_01/feeds_01.1.adm
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/feeds/feeds_01/feeds_01.1.adm
@@ -1 +1 @@
-{ "DataverseName": "feeds", "FeedName": "TweetFeed", "AdapterConfiguration":
{{ { "Name": "dataset-dataverse", "Value": "feeds" }, { "Name": "path",
"Value": "asterix_nc1://data/twitter/obamatweets.adm" }, { "Name": "feed",
"Value": "TweetFeed" }, { "Name": "adapter-name", "Value": "localfs" }, {
"Name": "is-feed", "Value": "true" }, { "Name": "parser", "Value": "adm" }, {
"Name": "reader", "Value": "localfs" }, { "Name": "format", "Value": "adm" }, {
"Name": "tuple-interval", "Value": " [...]
\
[asterixdb] branch master updated: [ASTERIXDB-3144][TEST] Test static partitioning
This is an automated email from the ASF dual-hosted git repository. alsuliman pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/asterixdb.git The following commit(s) were added to refs/heads/master by this push: new 08fce6fa0c [ASTERIXDB-3144][TEST] Test static partitioning 08fce6fa0c is described below commit 08fce6fa0c63b57d95f5dfb9354be828a4deeb1f Author: Ali Alsuliman AuthorDate: Mon May 8 15:14:07 2023 -0700 [ASTERIXDB-3144][TEST] Test static partitioning - user model changes: no - storage format changes: no - interface changes: no Details: Change-Id: I0d0c0da3b10ec76acb157ba560d2f1908b248f50 Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/17514 Reviewed-by: Murtadha Hubail Integration-Tests: Jenkins Tested-by: Jenkins --- .../src/main/resources/cc_static_partitioning.conf | 68 + .../asterix/test/common/AnalyzingTestExecutor.java | 3 +- .../apache/asterix/test/common/TestExecutor.java | 12 ++- .../SqlppStaticPartitioningExecutionTest.java | 87 ++ .../column/filter/002/002.008.query.sqlpp | 2 +- .../feed-with-filtered-dataset.3.query.sqlpp | 3 +- .../group-by/sugar-01-2/sugar-01-2.3.query.sqlpp | 2 +- .../window/misc_01/misc_01.2.update.sqlpp | 4 +- .../window/ntile_01/ntile_01.2.update.sqlpp| 4 +- .../percent_rank_01/percent_rank_01.2.update.sqlpp | 2 +- .../results/column/assembly/002/002.003.adm| 1 - .../results/column/assembly/002/002.003.regexadm | 1 + .../results/column/assembly/002/002.005.adm| 1 - .../results/column/assembly/002/002.005.regexadm | 1 + .../results/column/assembly/002/002.008.adm| 1 - .../results/column/assembly/002/002.008.regexadm | 1 + .../results/column/assembly/003/003.003.adm| 1 - .../results/column/assembly/003/003.003.regexadm | 1 + .../results/column/assembly/003/003.005.adm| 1 - .../results/column/assembly/003/003.005.regexadm | 1 + .../results/column/assembly/003/003.008.adm| 1 - .../results/column/assembly/003/003.008.regexadm | 1 + .../results/column/assembly/004/004.003.adm| 1 - .../results/column/assembly/004/004.003.regexadm | 1 + .../results/column/assembly/004/004.005.adm| 1 - .../results/column/assembly/004/004.005.regexadm | 1 + .../results/column/assembly/004/004.008.adm| 1 - .../results/column/assembly/004/004.008.regexadm | 1 + .../results/column/big-object/big-object.3.adm | 1 - .../column/big-object/big-object.3.regexadm| 1 + .../results/column/delete/001/001.003.adm | 1 - .../results/column/delete/001/001.003.regexadm | 1 + .../results/column/delete/001/001.007.adm | 1 - .../results/column/delete/001/001.007.regexadm | 1 + .../results/column/delete/002/002.003.adm | 1 - .../results/column/delete/002/002.003.regexadm | 1 + .../results/column/delete/002/002.007.adm | 1 - .../results/column/delete/002/002.007.regexadm | 1 + .../results/column/filter/001/001.003.adm | 1 - .../results/column/filter/001/001.003.regexadm | 1 + .../results/column/filter/001/001.005.adm | 1 - .../results/column/filter/001/001.005.regexadm | 1 + .../results/column/filter/002/002.003.adm | 1 - .../results/column/filter/002/002.003.regexadm | 1 + .../results/column/filter/002/002.005.adm | 1 - .../results/column/filter/002/002.005.regexadm | 1 + .../results/column/filter/002/002.007.adm | 1 - .../results/column/filter/002/002.007.regexadm | 1 + .../results/column/filter/003/003.003.adm | 1 - .../results/column/filter/003/003.003.regexadm | 1 + .../meta/meta_after_gby/meta_after_gby.3.adm | 1 - .../meta/meta_after_gby/meta_after_gby.3.regexadm | 1 + .../meta_in_with_clause/meta_in_with_clause.3.adm | 1 - .../meta_in_with_clause.3.regexadm | 1 + .../meta_in_with_clause/meta_in_with_clause.4.adm | 1 - .../meta_in_with_clause.4.regexadm | 1 + .../resolving_pk_with_meta.3.adm | 1 - .../resolving_pk_with_meta.3.regexadm | 1 + .../resolving_pk_with_meta.4.adm | 1 - .../resolving_pk_with_meta.4.regexadm | 1 + .../column/missing-null-values/002/002.003.adm | 1 - .../missing-null-values/002/002.003.regexadm | 1 + .../column/missing-null-values/003/003.003.adm | 1 - .../missing-null-values/003/003.003.regexadm | 1 + .../column/missing-null-values/005/005.004.adm | 1 - .../missing-null-values/005/005.004.regexadm | 1 + .../column/missing-null-values/006/006.004.adm | 1 - .../missing-null-values/006/006.004.regexadm | 1 + .../array-index/use-case-1/use-case-1.04.adm | 1 -
