This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new cc40cdf2d45 [improve](load) don't limit add_segment running count in
load stream (#29332)
cc40cdf2d45 is described below
commit cc40cdf2d459d9080b74053f2284255197a78aba
Author: Kaijie Chen <[email protected]>
AuthorDate: Sun Dec 31 16:47:46 2023 +0800
[improve](load) don't limit add_segment running count in load stream
(#29332)
Co-authored-by: Yongqiang YANG
<[email protected]>
---
be/src/runtime/load_stream.cpp | 19 -------------------
1 file changed, 19 deletions(-)
diff --git a/be/src/runtime/load_stream.cpp b/be/src/runtime/load_stream.cpp
index 8049f41893c..6003f0f4d94 100644
--- a/be/src/runtime/load_stream.cpp
+++ b/be/src/runtime/load_stream.cpp
@@ -206,25 +206,6 @@ Status TabletStream::add_segment(const PStreamHeader&
header, butil::IOBuf* data
}
};
auto& flush_token = _flush_tokens[new_segid % _flush_tokens.size()];
- auto load_stream_flush_token_max_tasks =
config::load_stream_flush_token_max_tasks;
- auto load_stream_max_wait_flush_token_time_ms =
- config::load_stream_max_wait_flush_token_time_ms;
- DBUG_EXECUTE_IF("TabletStream.add_segment.long_wait", {
- load_stream_flush_token_max_tasks = 0;
- load_stream_max_wait_flush_token_time_ms = 1000;
- });
- MonotonicStopWatch timer;
- timer.start();
- while (flush_token->num_tasks() >= load_stream_flush_token_max_tasks) {
- if (timer.elapsed_time() / 1000 / 1000 >=
load_stream_max_wait_flush_token_time_ms) {
- return Status::Error<true>(
- "wait flush token back pressure time is more than "
- "load_stream_max_wait_flush_token_time {}",
- load_stream_max_wait_flush_token_time_ms);
- }
- bthread_usleep(10 * 1000); // 10ms
- }
- timer.stop();
return flush_token->submit_func(add_segment_func);
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
