This is an automated email from the ASF dual-hosted git repository. morningman pushed a commit to branch tpch500 in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/tpch500 by this push: new 88e9a262b17 modify thread num 88e9a262b17 is described below commit 88e9a262b173d199e4d92385e390c8e120052619 Author: morningman <morning...@163.com> AuthorDate: Sun Dec 31 23:15:59 2023 +0800 modify thread num --- be/src/pipeline/exec/file_scan_operator.cpp | 6 ++++-- be/src/vec/exec/scan/new_file_scan_node.cpp | 5 +++-- 2 files changed, 7 insertions(+), 4 deletions(-) diff --git a/be/src/pipeline/exec/file_scan_operator.cpp b/be/src/pipeline/exec/file_scan_operator.cpp index b0676410caf..47f72f39b2f 100644 --- a/be/src/pipeline/exec/file_scan_operator.cpp +++ b/be/src/pipeline/exec/file_scan_operator.cpp @@ -60,9 +60,11 @@ std::string FileScanLocalState::name_suffix() const { void FileScanLocalState::set_scan_ranges(RuntimeState* state, const std::vector<TScanRangeParams>& scan_ranges) { - int max_scanners = - config::doris_max_remote_scanner_thread_pool_thread_num / state->query_parallel_instance_num(); + int thread_pool_num = (state->query_options().enable_file_cache && config::enable_file_cache) + ? config::doris_scanner_thread_pool_thread_num : config::doris_max_remote_scanner_thread_pool_thread_num; + int max_scanners = thread_pool_num / state->query_parallel_instance_num(); max_scanners = max_scanners == 0 ? 1 : max_scanners; + // For select * from table limit 10; should just use one thread. if (should_run_serial()) { max_scanners = 1; diff --git a/be/src/vec/exec/scan/new_file_scan_node.cpp b/be/src/vec/exec/scan/new_file_scan_node.cpp index 2927472115e..543af73f927 100644 --- a/be/src/vec/exec/scan/new_file_scan_node.cpp +++ b/be/src/vec/exec/scan/new_file_scan_node.cpp @@ -60,8 +60,9 @@ Status NewFileScanNode::prepare(RuntimeState* state) { void NewFileScanNode::set_scan_ranges(RuntimeState* state, const std::vector<TScanRangeParams>& scan_ranges) { - int max_scanners = - config::doris_max_remote_scanner_thread_pool_thread_num / state->query_parallel_instance_num(); + int thread_pool_num = (state->query_options().enable_file_cache && config::enable_file_cache) + ? config::doris_scanner_thread_pool_thread_num : config::doris_max_remote_scanner_thread_pool_thread_num; + int max_scanners = thread_pool_num / state->query_parallel_instance_num(); max_scanners = max_scanners == 0 ? 1 : max_scanners; // For select * from table limit 10; should just use one thread. if (should_run_serial()) { --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org