This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new fb52e111c5b [Enhancement](job) No need to query some backends which
are not alive. (#28608)
fb52e111c5b is described below
commit fb52e111c5b7a3fde9ed5639768d281293ac118b
Author: Xiangyu Wang <[email protected]>
AuthorDate: Fri Dec 22 13:14:30 2023 +0800
[Enhancement](job) No need to query some backends which are not alive.
(#28608)
No need to execute some jobs if backend is not alive
---
fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java | 3 ++-
.../src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java | 3 +++
2 files changed, 5 insertions(+), 1 deletion(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java
b/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java
index 202f0f3246e..bb799ab802a 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java
@@ -55,7 +55,8 @@ public class TabletStatMgr extends MasterDaemon {
ImmutableMap<Long, Backend> backends =
Env.getCurrentSystemInfo().getIdToBackend();
long start = System.currentTimeMillis();
taskPool.submit(() -> {
- backends.values().parallelStream().forEach(backend -> {
+ // no need to get tablet stat if backend is not alive
+
backends.values().stream().filter(Backend::isAlive).parallel().forEach(backend
-> {
BackendService.Client client = null;
TNetworkAddress address = null;
boolean ok = false;
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java
b/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java
index e1ee0e8174d..58d789f9707 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java
@@ -234,6 +234,9 @@ public class StreamLoadRecordMgr extends MasterDaemon {
int pullRecordSize = 0;
Map<Long, Long> beIdToLastStreamLoad = Maps.newHashMap();
for (Backend backend : backends.values()) {
+ if (!backend.isAlive()) {
+ continue;
+ }
BackendService.Client client = null;
TNetworkAddress address = null;
boolean ok = false;
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
