This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.0 by this push:
new 6b0f8857f16 [config](routineload) adjusting the default configuration
of routing load (#34898) (#37452)
6b0f8857f16 is described below
commit 6b0f8857f16e92cf49d21b557ac4ab4189ba0127
Author: hui lai <[email protected]>
AuthorDate: Mon Jul 8 17:34:48 2024 +0800
[config](routineload) adjusting the default configuration of routing load
(#34898) (#37452)
pick (#34898)
Co-authored-by: HHoflittlefish777
<[email protected]>
---
be/src/common/config.cpp | 2 +-
fe/fe-common/src/main/java/org/apache/doris/common/Config.java | 4 ++--
2 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp
index 5f24168629e..c83f869095f 100644
--- a/be/src/common/config.cpp
+++ b/be/src/common/config.cpp
@@ -790,7 +790,7 @@ DEFINE_String(kafka_debug, "disable");
// The number of pool siz of routine load consumer.
// If you meet the error describe in
https://github.com/edenhill/librdkafka/issues/3608
// Change this size to 0 to fix it temporarily.
-DEFINE_Int32(routine_load_consumer_pool_size, "10");
+DEFINE_Int32(routine_load_consumer_pool_size, "1024");
// Used in single-stream-multi-table load. When receive a batch of messages
from kafka,
// if the size of batch is more than this threshold, we will request plans for
all related tables.
diff --git a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
index ed26fbd5afc..3d0f11353d3 100644
--- a/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
+++ b/fe/fe-common/src/main/java/org/apache/doris/common/Config.java
@@ -1130,7 +1130,7 @@ public class Config extends ConfigBase {
* the max concurrent routine load task num of a single routine load job
*/
@ConfField(mutable = true, masterOnly = true)
- public static int max_routine_load_task_concurrent_num = 5;
+ public static int max_routine_load_task_concurrent_num = 256;
/**
* the max concurrent routine load task num per BE.
@@ -1139,7 +1139,7 @@ public class Config extends ConfigBase {
* which is the routine load task thread pool size on BE.
*/
@ConfField(mutable = true, masterOnly = true)
- public static int max_routine_load_task_num_per_be = 5;
+ public static int max_routine_load_task_num_per_be = 1024;
/**
* the max timeout of get kafka meta.
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
