This is an automated email from the ASF dual-hosted git repository. morningman pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push: new fb52e111c5b [Enhancement](job) No need to query some backends which are not alive. (#28608) fb52e111c5b is described below commit fb52e111c5b7a3fde9ed5639768d281293ac118b Author: Xiangyu Wang <dut.xian...@gmail.com> AuthorDate: Fri Dec 22 13:14:30 2023 +0800 [Enhancement](job) No need to query some backends which are not alive. (#28608) No need to execute some jobs if backend is not alive --- fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java | 3 ++- .../src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java | 3 +++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java index 202f0f3246e..bb799ab802a 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java +++ b/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java @@ -55,7 +55,8 @@ public class TabletStatMgr extends MasterDaemon { ImmutableMap<Long, Backend> backends = Env.getCurrentSystemInfo().getIdToBackend(); long start = System.currentTimeMillis(); taskPool.submit(() -> { - backends.values().parallelStream().forEach(backend -> { + // no need to get tablet stat if backend is not alive + backends.values().stream().filter(Backend::isAlive).parallel().forEach(backend -> { BackendService.Client client = null; TNetworkAddress address = null; boolean ok = false; diff --git a/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java b/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java index e1ee0e8174d..58d789f9707 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java +++ b/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java @@ -234,6 +234,9 @@ public class StreamLoadRecordMgr extends MasterDaemon { int pullRecordSize = 0; Map<Long, Long> beIdToLastStreamLoad = Maps.newHashMap(); for (Backend backend : backends.values()) { + if (!backend.isAlive()) { + continue; + } BackendService.Client client = null; TNetworkAddress address = null; boolean ok = false; --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org