This is an automated email from the ASF dual-hosted git repository.
mhubail pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git
The following commit(s) were added to refs/heads/master by this push:
new ae06ade5da [NO ISSUE][EXT] Change default max objects per file
ae06ade5da is described below
commit ae06ade5daf5099065f7ad181012f284c92f1edb
Author: Murtadha Hubail <[email protected]>
AuthorDate: Fri Mar 15 01:51:20 2024 +0300
[NO ISSUE][EXT] Change default max objects per file
- user model changes: no
- storage format changes: no
- interface changes: no
Details:
- Change the default of maximum object per file in
COPY TO from 1K to 10K to avoid writing many small
files to external storage.
Change-Id: I793251dd17be808eb3b9faf62504e422bc644634
Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/18202
Integration-Tests: Jenkins <[email protected]>
Tested-by: Jenkins <[email protected]>
Reviewed-by: Murtadha Hubail <[email protected]>
Reviewed-by: Hussain Towaileb <[email protected]>
---
.../java/org/apache/asterix/external/util/ExternalDataConstants.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/ExternalDataConstants.java
b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/ExternalDataConstants.java
index c0af89fa65..fc8f527047 100644
---
a/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/ExternalDataConstants.java
+++
b/asterixdb/asterix-external-data/src/main/java/org/apache/asterix/external/util/ExternalDataConstants.java
@@ -310,7 +310,7 @@ public class ExternalDataConstants {
*/
public static final String KEY_WRITER_MAX_RESULT = "max-objects-per-file";
public static final String KEY_WRITER_COMPRESSION = "compression";
- public static final int WRITER_MAX_RESULT_DEFAULT = 1000;
+ public static final int WRITER_MAX_RESULT_DEFAULT = 10000;
public static final Set<String> WRITER_SUPPORTED_FORMATS;
public static final Set<String> WRITER_SUPPORTED_ADAPTERS;
public static final Set<String> WRITER_SUPPORTED_COMPRESSION;
