This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 2ad0b75d7af [opt](export) remove the limit of max file size of export
(#51590)
2ad0b75d7af is described below
commit 2ad0b75d7af037ea8a74cddc2688259ff0df3726
Author: Mingyu Chen (Rayner) <[email protected]>
AuthorDate: Thu Jun 12 23:37:49 2025 +0800
[opt](export) remove the limit of max file size of export (#51590)
### What problem does this PR solve?
Remove the limit of max file size of export
---
.../main/java/org/apache/doris/analysis/OutFileClause.java | 5 ++---
.../main/java/org/apache/doris/common/util/ParseUtil.java | 12 ++++++------
2 files changed, 8 insertions(+), 9 deletions(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/analysis/OutFileClause.java
b/fe/fe-core/src/main/java/org/apache/doris/analysis/OutFileClause.java
index df47aa20636..8211f84a21c 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/analysis/OutFileClause.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/analysis/OutFileClause.java
@@ -127,7 +127,6 @@ public class OutFileClause {
private static final long DEFAULT_MAX_FILE_SIZE_BYTES = 1 * 1024 * 1024 *
1024; // 1GB
private static final long MIN_FILE_SIZE_BYTES = 5 * 1024 * 1024L; // 5MB
- private static final long MAX_FILE_SIZE_BYTES = 2 * 1024 * 1024 * 1024L;
// 2GB
private String filePath;
private Map<String, String> properties;
@@ -508,8 +507,8 @@ public class OutFileClause {
if (copiedProps.containsKey(PROP_MAX_FILE_SIZE)) {
maxFileSizeBytes =
ParseUtil.analyzeDataVolume(copiedProps.get(PROP_MAX_FILE_SIZE));
- if (maxFileSizeBytes > MAX_FILE_SIZE_BYTES || maxFileSizeBytes <
MIN_FILE_SIZE_BYTES) {
- throw new AnalysisException("max file size should between 5MB
and 2GB. Given: " + maxFileSizeBytes);
+ if (maxFileSizeBytes < MIN_FILE_SIZE_BYTES) {
+ throw new AnalysisException("max file size should larger than
5MB. Given: " + maxFileSizeBytes);
}
copiedProps.remove(PROP_MAX_FILE_SIZE);
}
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/common/util/ParseUtil.java
b/fe/fe-core/src/main/java/org/apache/doris/common/util/ParseUtil.java
index 649f03ffcc7..135a8eeac0a 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/common/util/ParseUtil.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/common/util/ParseUtil.java
@@ -48,10 +48,10 @@ public class ParseUtil {
try {
dataVolumn = Long.parseLong(m.group(1));
} catch (NumberFormatException nfe) {
- throw new AnalysisException("invalid data volumn:" +
m.group(1));
+ throw new AnalysisException("invalid data volume:" +
m.group(1));
}
if (dataVolumn <= 0L) {
- throw new AnalysisException("Data volumn must larger than 0");
+ throw new AnalysisException("Data volume must larger than 0");
}
String unit = "B";
@@ -65,7 +65,7 @@ public class ParseUtil {
throw new AnalysisException("invalid unit:" + tmpUnit);
}
} else {
- throw new AnalysisException("invalid data volumn expression:" +
dataVolumnStr);
+ throw new AnalysisException("invalid data volume expression:" +
dataVolumnStr);
}
return dataVolumn;
}
@@ -75,10 +75,10 @@ public class ParseUtil {
try {
replicaNumber = Long.parseLong(replicaNumberStr);
} catch (NumberFormatException nfe) {
- throw new AnalysisException("invalid data volumn:" +
replicaNumberStr);
+ throw new AnalysisException("invalid data volume:" +
replicaNumberStr);
}
if (replicaNumber <= 0L) {
- throw new AnalysisException("Replica volumn must larger than 0");
+ throw new AnalysisException("Replica volume must larger than 0");
}
return replicaNumber;
}
@@ -88,7 +88,7 @@ public class ParseUtil {
try {
transactionNumber = Long.parseLong(transactionNumberStr);
} catch (NumberFormatException nfe) {
- throw new AnalysisException("invalid data volumn:" +
transactionNumberStr);
+ throw new AnalysisException("invalid data volume:" +
transactionNumberStr);
}
if (transactionNumber <= 0L) {
throw new AnalysisException("Transaction quota size must larger
than 0");
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
