This is an automated email from the ASF dual-hosted git repository. alsuliman pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/asterixdb.git
commit 27a661be67ad653073163985c869ac23c3f0c5df Author: Ali Alsuliman <[email protected]> AuthorDate: Thu Apr 24 13:35:32 2025 -0700 [NO ISSUE][OTH] Force file + concurrent flushes/merges * 1 - user model changes: no - storage format changes: no - interface changes: no Details: - When creating the empty data files during data caching, force the created files. - Set the max concurrent flushes and merges to be * 1 Ext-ref: MB-66221,MB-66048 Change-Id: I63a143f2453a0902c004d85bf294dbedd299c43c Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/19696 Reviewed-by: Michael Blow <[email protected]> Integration-Tests: Jenkins <[email protected]> Tested-by: Jenkins <[email protected]> --- .../src/main/java/org/apache/asterix/cloud/lazy/ParallelCacher.java | 1 + .../main/java/org/apache/asterix/common/config/StorageProperties.java | 4 ++-- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/asterixdb/asterix-cloud/src/main/java/org/apache/asterix/cloud/lazy/ParallelCacher.java b/asterixdb/asterix-cloud/src/main/java/org/apache/asterix/cloud/lazy/ParallelCacher.java index 24f5694a38..d0ec32fc78 100644 --- a/asterixdb/asterix-cloud/src/main/java/org/apache/asterix/cloud/lazy/ParallelCacher.java +++ b/asterixdb/asterix-cloud/src/main/java/org/apache/asterix/cloud/lazy/ParallelCacher.java @@ -261,6 +261,7 @@ public final class ParallelCacher implements IParallelCacher { IoUtil.create(fileReference); try (RandomAccessFile raf = new RandomAccessFile(fileReference.getAbsolutePath(), "rw")) { raf.setLength(((UncachedFileReference) fileReference).getSize()); + raf.getChannel().force(true); } catch (IOException e) { throw HyracksDataException.create(e); } diff --git a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/config/StorageProperties.java b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/config/StorageProperties.java index 5fbc7c6f30..c9090c63b3 100644 --- a/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/config/StorageProperties.java +++ b/asterixdb/asterix-common/src/main/java/org/apache/asterix/common/config/StorageProperties.java @@ -60,9 +60,9 @@ public class StorageProperties extends AbstractProperties { STORAGE_DISK_FORCE_BYTES(LONG_BYTE_UNIT, StorageUtil.getLongSizeInBytes(16, MEGABYTE)), STORAGE_IO_SCHEDULER(STRING, "greedy"), STORAGE_WRITE_RATE_LIMIT(LONG_BYTE_UNIT, 0L), - STORAGE_MAX_CONCURRENT_FLUSHES_PER_PARTITION(NONNEGATIVE_INTEGER, 2), + STORAGE_MAX_CONCURRENT_FLUSHES_PER_PARTITION(NONNEGATIVE_INTEGER, 1), STORAGE_MAX_SCHEDULED_MERGES_PER_PARTITION(NONNEGATIVE_INTEGER, 8), - STORAGE_MAX_CONCURRENT_MERGES_PER_PARTITION(NONNEGATIVE_INTEGER, 2), + STORAGE_MAX_CONCURRENT_MERGES_PER_PARTITION(NONNEGATIVE_INTEGER, 1), STORAGE_GLOBAL_CLEANUP(BOOLEAN, true), STORAGE_GLOBAL_CLEANUP_TIMEOUT(POSITIVE_INTEGER, (int) TimeUnit.MINUTES.toSeconds(10)), STORAGE_COLUMN_MAX_TUPLE_COUNT(NONNEGATIVE_INTEGER, 15000),
