This is an automated email from the ASF dual-hosted git repository.
liaoxin pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new e24c7a5d216 [improve](move-memtable) reduce default load stream per
node to 2 for stream load (#34065)
e24c7a5d216 is described below
commit e24c7a5d21671c7a756eda34bec11f8a072810f0
Author: Kaijie Chen <[email protected]>
AuthorDate: Sat Apr 27 16:29:48 2024 +0800
[improve](move-memtable) reduce default load stream per node to 2 for
stream load (#34065)
---
.../src/main/java/org/apache/doris/service/FrontendServiceImpl.java | 2 +-
fe/fe-core/src/main/java/org/apache/doris/task/LoadTaskInfo.java | 2 +-
fe/fe-core/src/main/java/org/apache/doris/task/StreamLoadTask.java | 2 +-
3 files changed, 3 insertions(+), 3 deletions(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/service/FrontendServiceImpl.java
b/fe/fe-core/src/main/java/org/apache/doris/service/FrontendServiceImpl.java
index c26712af0bd..d6029020834 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/service/FrontendServiceImpl.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/service/FrontendServiceImpl.java
@@ -2073,7 +2073,7 @@ public class FrontendServiceImpl implements
FrontendService.Iface {
ctx.getSessionVariable().groupCommit = request.getGroupCommitMode();
try {
HttpStreamParams httpStreamParams = initHttpStreamPlan(request,
ctx);
- int loadStreamPerNode = 20;
+ int loadStreamPerNode = 2;
if (request.getStreamPerNode() > 0) {
loadStreamPerNode = request.getStreamPerNode();
}
diff --git a/fe/fe-core/src/main/java/org/apache/doris/task/LoadTaskInfo.java
b/fe/fe-core/src/main/java/org/apache/doris/task/LoadTaskInfo.java
index 8671933f758..8f641070c40 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/task/LoadTaskInfo.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/task/LoadTaskInfo.java
@@ -126,7 +126,7 @@ public interface LoadTaskInfo {
}
default int getStreamPerNode() {
- return 20;
+ return 2;
}
class ImportColumnDescs {
diff --git a/fe/fe-core/src/main/java/org/apache/doris/task/StreamLoadTask.java
b/fe/fe-core/src/main/java/org/apache/doris/task/StreamLoadTask.java
index f663eb65913..94f3625fbc7 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/task/StreamLoadTask.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/task/StreamLoadTask.java
@@ -89,7 +89,7 @@ public class StreamLoadTask implements LoadTaskInfo {
private boolean enableProfile = false;
private boolean memtableOnSinkNode = false;
- private int streamPerNode = 20;
+ private int streamPerNode = 2;
private byte enclose = 0;
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
