This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 596fd4d86d [improvement](file-scan) reduce the min size of file split
(#22412)
596fd4d86d is described below
commit 596fd4d86d9026e71f1a3ca587a25a46e6170b2b
Author: Mingyu Chen <[email protected]>
AuthorDate: Thu Aug 3 11:42:00 2023 +0800
[improvement](file-scan) reduce the min size of file split (#22412)
Reduce from 128MB to 8MB.
So that user can set `file_split_size` more flexible.
---
.../src/main/java/org/apache/doris/planner/external/FileScanNode.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/planner/external/FileScanNode.java
b/fe/fe-core/src/main/java/org/apache/doris/planner/external/FileScanNode.java
index 38be399244..f882a83337 100644
---
a/fe/fe-core/src/main/java/org/apache/doris/planner/external/FileScanNode.java
+++
b/fe/fe-core/src/main/java/org/apache/doris/planner/external/FileScanNode.java
@@ -60,7 +60,7 @@ import java.util.Map;
public abstract class FileScanNode extends ExternalScanNode {
private static final Logger LOG = LogManager.getLogger(FileScanNode.class);
- public static final long DEFAULT_SPLIT_SIZE = 128 * 1024 * 1024; // 128MB
+ public static final long DEFAULT_SPLIT_SIZE = 8 * 1024 * 1024; // 8MB
// For explain
protected long inputSplitsNum = 0;
@@ -69,7 +69,7 @@ public abstract class FileScanNode extends ExternalScanNode {
protected long readPartitionNum = 0;
public FileScanNode(PlanNodeId id, TupleDescriptor desc, String
planNodeName, StatisticalType statisticalType,
- boolean needCheckColumnPriv) {
+ boolean needCheckColumnPriv) {
super(id, desc, planNodeName, statisticalType, needCheckColumnPriv);
this.needCheckColumnPriv = needCheckColumnPriv;
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
