This is an automated email from the ASF dual-hosted git repository.
alsuliman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git
from 663821c1b7 [NO ISSUE][DASHBOARD]: update dashboard README
new bf1dd860e1 [ASTERIXDB-3597][STO] Using interior frame slot size
new fa27f73178 [ASTERIXDB-3597][STO] Add debug lines for pageZero flush
failure
new 53ab37c5ec [ASTERIXDB-3550][COMP] Allow project operators inside
subplan
new 21294db0ee [NO ISSUE][FUN] Use the correct tuple projector in
query_partition()
new a3676425d8 Revert "[ASTERIXDB-3573][COMP] Do not pull predicates out
of join condition"
new b0a5993b31 Revert "[ASTERIXDB-3574][STO] Taking resource-level lock
instead of global lock"
new f091fd9930 [ASTERIXDB-3602][EXT] Reading Delta tables with ISO8601
formatted timestamp partition
new 27a661be67 [NO ISSUE][OTH] Force file + concurrent flushes/merges * 1
new 57c29f4aae Merge commit ionic
'27a661be67ad653073163985c869ac23c3f0c5df' into 'master'
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../asterix/optimizer/base/RuleCollections.java | 2 +
.../app/function/QueryPartitionDatasource.java | 11 +-
.../app/function/StorageComponentsReader.java | 10 +-
.../org/apache/asterix/app/nc/RecoveryManager.java | 6 +-
.../external_dataset/ExternalDatasetTestUtils.java | 3 +
.../deltalake/DeltaTableGenerator.java | 129 ++
.../asterix/test/runtime/SqlppExecutionTest.java | 1 +
..._join.sqlpp => pull_select_above_eq_join.sqlpp} | 0
..._join.sqlpp => pull_select_above_eq_join.sqlpp} | 0
.../resources/optimizerts/results/ch2/ch2_q17.plan | 182 +-
.../resources/optimizerts/results/ch2/ch2_q19.plan | 82 +-
.../results/column-filter/ASTERIXDB-3595.001.plan | 62 +-
.../optimizerts/results/keep_pred_in_join.plan | 36 -
.../results/pull_select_above_eq_join.plan | 38 +
.../interval_ended_by.3.query.plan | 66 +-
.../interval_ends/interval_ends.3.query.plan | 66 +-
.../interval_started_by.3.query.plan | 66 +-
.../interval_starts/interval_starts.3.query.plan | 66 +-
.../optimizerts/results_cbo/ch2/ch2_q7.plan | 280 +--
...d_in_join.ast => pull_select_above_eq_join.ast} | 0
.../ASTERIXDB-3597/ASTERIXDB-3597.001.ddl.sqlpp} | 7 +-
.../ASTERIXDB-3597/ASTERIXDB-3597.002.update.sqlpp | 111 ++
.../ASTERIXDB-3597/ASTERIXDB-3597.003.query.sqlpp} | 14 +-
.../ASTERIXDB-3597/ASTERIXDB-3597.001.ddl.sqlpp} | 7 +-
.../ASTERIXDB-3597/ASTERIXDB-3597.002.update.sqlpp | 114 ++
.../ASTERIXDB-3597.003.update.sqlpp} | 2 +-
.../ASTERIXDB-3597/ASTERIXDB-3597.004.query.sqlpp} | 14 +-
.../deltalake-partitioned-file-read.00.ddl.sqlpp | 13 +-
...deltalake-partitioned-file-read.01.query.sqlpp} | 0
...deltalake-partitioned-file-read.02.query.sqlpp} | 2 +-
.../io/flush/ASTERIXDB-3597/ASTERIXDB-3597.003.adm | 21 +
.../io/merge/ASTERIXDB-3597/ASTERIXDB-3597.004.adm | 21 +
.../read-data.1.adm | 9 +
.../read-data.2.adm | 3 +
.../avro/one-field/one-field.231.plan | 62 +-
.../dynamic-prefixes/one-field/one-field.231.plan | 62 +-
.../results/tpch/query-plans/query-plans.08.plan | 252 +--
.../tpch/query-plans/query-plans.08.plan | 252 +--
.../runtimets/testsuite_external_dataset_s3.xml | 6 +
.../runtimets/testsuite_single_partition_sqlpp.xml | 10 +
.../apache/asterix/cloud/lazy/ParallelCacher.java | 1 +
.../column/test/bytes/AbstractBytesTest.java | 2 +-
.../asterix/common/config/StorageProperties.java | 4 +-
.../apache/asterix/common/context/DatasetInfo.java | 10 +-
.../common/context/DatasetLifecycleManager.java | 676 ++-----
.../asterix/common/context/DatasetResource.java | 8 +-
.../asterix/common/utils/StoragePathUtil.java | 6 +-
.../DatasetLifecycleManagerConcurrentTest.java | 2104 --------------------
.../DatasetLifecycleManagerLazyRecoveryTest.java | 1223 ------------
.../reader/aws/delta/DefaultExpressionUtils.java | 366 ++++
...DeltaRuntimeException.java => DeltaEngine.java} | 22 +-
.../reader/aws/delta/DeltaExpressionEvaluator.java | 339 ++++
...eException.java => DeltaExpressionHandler.java} | 22 +-
.../reader/aws/delta/DeltaFileRecordReader.java | 215 +-
.../reader/aws/delta/DeltaPredicateEvaluator.java | 66 +
.../reader/aws/delta/DeltaReaderFactory.java | 3 +-
.../reader/aws/delta/ElementAtEvaluator.java | 151 ++
.../record/reader/aws/delta/ExpressionVisitor.java | 136 ++
.../reader/aws/delta/ImplicitCastExpression.java | 267 +++
.../reader/aws/delta/PartitionValueEvaluator.java | 136 ++
.../metadata/declared/MetadataProvider.java | 7 +-
.../PersistentLocalResourceRepository.java | 20 +-
.../rewriter/rules/PullSelectOutOfEqJoin.java | 7 -
.../examples/btree/helper/RuntimeContext.java | 2 +-
.../am/btree/frames/BTreeNSMInteriorFrame.java | 2 +-
.../storage/am/btree/impls/BTreeNSMBulkLoader.java | 4 +-
.../storage/am/common/build/IndexBuilder.java | 7 +-
.../am/common/dataflow/IndexDataflowHelper.java | 59 +-
.../am/common/dataflow/IndexLifecycleManager.java | 62 +-
.../common/impls/AbstractTreeIndexBulkLoader.java | 2 +
.../column/api/AbstractColumnTupleWriter.java | 4 +-
.../column/impls/btree/ColumnBTreeBulkloader.java | 44 +-
.../impls/btree/ColumnBTreeWriteLeafFrame.java | 16 +-
.../storage/am/lsm/common/util/ComponentUtils.java | 2 +-
.../storage/common/IResourceLifecycleManager.java | 15 +-
.../hyracks/test/support/TestStorageManager.java | 2 +-
.../support/TestStorageManagerComponentHolder.java | 4 +-
77 files changed, 3345 insertions(+), 4759 deletions(-)
rename
asterixdb/asterix-app/src/test/resources/optimizerts/queries/{keep_pred_in_join.sqlpp
=> pull_select_above_eq_join.sqlpp} (100%)
rename
asterixdb/asterix-app/src/test/resources/optimizerts/queries_sqlpp/{keep_pred_in_join.sqlpp
=> pull_select_above_eq_join.sqlpp} (100%)
delete mode 100644
asterixdb/asterix-app/src/test/resources/optimizerts/results/keep_pred_in_join.plan
create mode 100644
asterixdb/asterix-app/src/test/resources/optimizerts/results/pull_select_above_eq_join.plan
rename
asterixdb/asterix-app/src/test/resources/optimizerts/results_parser_sqlpp/{keep_pred_in_join.ast
=> pull_select_above_eq_join.ast} (100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{copy-to-hdfs/parquet-simple/parquet-simple.01.ddl.sqlpp
=> column/io/flush/ASTERIXDB-3597/ASTERIXDB-3597.001.ddl.sqlpp} (88%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/column/io/flush/ASTERIXDB-3597/ASTERIXDB-3597.002.update.sqlpp
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{copy-to/negative/long-path/long-path.02.update.sqlpp
=> column/io/flush/ASTERIXDB-3597/ASTERIXDB-3597.003.query.sqlpp} (73%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{copy-to-hdfs/parquet-simple/parquet-simple.01.ddl.sqlpp
=> column/io/merge/ASTERIXDB-3597/ASTERIXDB-3597.001.ddl.sqlpp} (88%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/column/io/merge/ASTERIXDB-3597/ASTERIXDB-3597.002.update.sqlpp
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{ddl/create-dataset-inline-type-1/create-dataset-inline-type-1.2.query.sqlpp
=> column/io/merge/ASTERIXDB-3597/ASTERIXDB-3597.003.update.sqlpp} (97%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{copy-to/negative/long-path/long-path.02.update.sqlpp
=> column/io/merge/ASTERIXDB-3597/ASTERIXDB-3597.004.query.sqlpp} (73%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/{deltalake-partitioned-file-read
=>
deltalake-timestamp-partitioned-file-read}/deltalake-partitioned-file-read.00.ddl.sqlpp
(75%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/external-dataset/common/{deltalake-multiple-file-read/deltalake-multiple_file_read.01.query.sqlpp
=>
deltalake-timestamp-partitioned-file-read/deltalake-partitioned-file-read.01.query.sqlpp}
(100%)
copy
asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/{column/assembly/ASTERIXDB-3534/ASTERIXDB-3534.003.query.sqlpp
=>
external-dataset/common/deltalake-timestamp-partitioned-file-read/deltalake-partitioned-file-read.02.query.sqlpp}
(87%)
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/column/io/flush/ASTERIXDB-3597/ASTERIXDB-3597.003.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/column/io/merge/ASTERIXDB-3597/ASTERIXDB-3597.004.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/deltalake-timestamp-partitioned-file-read/read-data.1.adm
create mode 100644
asterixdb/asterix-app/src/test/resources/runtimets/results/external-dataset/common/deltalake-timestamp-partitioned-file-read/read-data.2.adm
delete mode 100644
asterixdb/asterix-common/src/test/java/org/apache/asterix/common/context/DatasetLifecycleManagerConcurrentTest.java
delete mode 100644
asterixdb/asterix-common/src/test/java/org/apache/asterix/common/context/DatasetLifecycleManagerLazyRecoveryTest.java
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/DefaultExpressionUtils.java
copy
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/{AsterixDeltaRuntimeException.java
=> DeltaEngine.java} (63%)
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/DeltaExpressionEvaluator.java
copy
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/{AsterixDeltaRuntimeException.java
=> DeltaExpressionHandler.java} (52%)
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/DeltaPredicateEvaluator.java
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/ElementAtEvaluator.java
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/ExpressionVisitor.java
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/ImplicitCastExpression.java
create mode 100644
asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/input/record/reader/aws/delta/PartitionValueEvaluator.java
