This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch tpch500
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/tpch500 by this push:
new ad0310ce0d2 modify doris_max_remote_scanner_thread_pool_thread_num
ad0310ce0d2 is described below
commit ad0310ce0d27a79362396013a0bb084c4435608c
Author: morningman <[email protected]>
AuthorDate: Sat Dec 30 09:40:31 2023 +0800
modify doris_max_remote_scanner_thread_pool_thread_num
---
be/src/common/config.cpp | 2 +-
be/src/pipeline/exec/file_scan_operator.cpp | 2 +-
be/src/vec/exec/scan/new_file_scan_node.cpp | 2 +-
3 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp
index bc27106c0c8..0c9d5270a5d 100644
--- a/be/src/common/config.cpp
+++ b/be/src/common/config.cpp
@@ -236,7 +236,7 @@
DEFINE_mInt64(doris_blocking_priority_queue_wait_timeout_ms, "500");
// number of scanner thread pool size for olap table
// and the min thread num of remote scanner thread pool
DEFINE_Int32(doris_scanner_thread_pool_thread_num, "48");
-DEFINE_Int32(doris_max_remote_scanner_thread_pool_thread_num, "-1");
+DEFINE_Int32(doris_max_remote_scanner_thread_pool_thread_num, "512");
// number of olap scanner thread pool queue size
DEFINE_Int32(doris_scanner_thread_pool_queue_size, "102400");
// default thrift client connect timeout(in seconds)
diff --git a/be/src/pipeline/exec/file_scan_operator.cpp
b/be/src/pipeline/exec/file_scan_operator.cpp
index 51fa60f067d..b0676410caf 100644
--- a/be/src/pipeline/exec/file_scan_operator.cpp
+++ b/be/src/pipeline/exec/file_scan_operator.cpp
@@ -61,7 +61,7 @@ std::string FileScanLocalState::name_suffix() const {
void FileScanLocalState::set_scan_ranges(RuntimeState* state,
const std::vector<TScanRangeParams>&
scan_ranges) {
int max_scanners =
- config::doris_scanner_thread_pool_thread_num /
state->query_parallel_instance_num();
+ config::doris_max_remote_scanner_thread_pool_thread_num /
state->query_parallel_instance_num();
max_scanners = max_scanners == 0 ? 1 : max_scanners;
// For select * from table limit 10; should just use one thread.
if (should_run_serial()) {
diff --git a/be/src/vec/exec/scan/new_file_scan_node.cpp
b/be/src/vec/exec/scan/new_file_scan_node.cpp
index da33538b8c3..2927472115e 100644
--- a/be/src/vec/exec/scan/new_file_scan_node.cpp
+++ b/be/src/vec/exec/scan/new_file_scan_node.cpp
@@ -61,7 +61,7 @@ Status NewFileScanNode::prepare(RuntimeState* state) {
void NewFileScanNode::set_scan_ranges(RuntimeState* state,
const std::vector<TScanRangeParams>&
scan_ranges) {
int max_scanners =
- config::doris_scanner_thread_pool_thread_num /
state->query_parallel_instance_num();
+ config::doris_max_remote_scanner_thread_pool_thread_num /
state->query_parallel_instance_num();
max_scanners = max_scanners == 0 ? 1 : max_scanners;
// For select * from table limit 10; should just use one thread.
if (should_run_serial()) {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
