[Enhancement](job) No need to query some backends which are not alive. (

apache#28608) No need to execute some jobs if backend is not alive
HappenLee · Jan 12, 2024 · 5fd662a · 5fd662a
1 parent eb6759f
commit 5fd662a
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletStatMgr.java
@@ -55,7 +55,8 @@ protected void runAfterCatalogReady() {
         ImmutableMap<Long, Backend> backends = Env.getCurrentSystemInfo().getIdToBackend();
         long start = System.currentTimeMillis();
         taskPool.submit(() -> {
-            backends.values().parallelStream().forEach(backend -> {
+            // no need to get tablet stat if backend is not alive
+            backends.values().stream().filter(Backend::isAlive).parallel().forEach(backend -> {
                 BackendService.Client client = null;
                 TNetworkAddress address = null;
                 boolean ok = false;

diff --git a/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java b/fe/fe-core/src/main/java/org/apache/doris/load/StreamLoadRecordMgr.java
@@ -234,6 +234,9 @@ protected void runAfterCatalogReady() {
         int pullRecordSize = 0;
         Map<Long, Long> beIdToLastStreamLoad = Maps.newHashMap();
         for (Backend backend : backends.values()) {
+            if (!backend.isAlive()) {
+                continue;
+            }
             BackendService.Client client = null;
             TNetworkAddress address = null;
             boolean ok = false;