(iotdb) branch rc/1.3.3 updated: Active Load: Fix load failures due to memory constraints not be reloaded (#13510)

[rong]

This is an automated email from the ASF dual-hosted git repository.

rong pushed a commit to branch rc/1.3.3
in repository https://gitbox.apache.org/repos/asf/iotdb.git


The following commit(s) were added to refs/heads/rc/1.3.3 by this push:
     new d61314fd077 Active Load: Fix load failures due to memory constraints 
not be reloaded (#13510)
d61314fd077 is described below

commit d61314fd0773e58bad528c7eec64ee38a6f2fb49
Author: YC27 <76414902+y...@users.noreply.github.com>
AuthorDate: Fri Sep 13 15:37:53 2024 +0800

    Active Load: Fix load failures due to memory constraints not be reloaded 
(#13510)
---
 .../load/active/ActiveLoadTsFileLoader.java           | 19 +++++++++++++------
 1 file changed, 13 insertions(+), 6 deletions(-)

diff --git 
a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/active/ActiveLoadTsFileLoader.java
 
b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/active/ActiveLoadTsFileLoader.java
index 61678779772..e64075ade2a 100644
--- 
a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/active/ActiveLoadTsFileLoader.java
+++ 
b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/active/ActiveLoadTsFileLoader.java
@@ -206,12 +206,19 @@ public class ActiveLoadTsFileLoader {
   }
 
   private void handleLoadFailure(final Pair<String, Boolean> filePair, final 
TSStatus status) {
-    LOGGER.warn(
-        "Failed to auto load tsfile {} (isGeneratedByPipe = {}), status: {}. 
File will be moved to fail directory.",
-        filePair.getLeft(),
-        filePair.getRight(),
-        status);
-    removeFileAndResourceAndModsToFailDir(filePair.getLeft());
+    if (status.getMessage() != null && status.getMessage().contains("memory")) 
{
+      LOGGER.info(
+          "Rejecting auto load tsfile {} (isGeneratedByPipe = {}) due to 
memory constraints, will retry later.",
+          filePair.getLeft(),
+          filePair.getRight());
+    } else {
+      LOGGER.warn(
+          "Failed to auto load tsfile {} (isGeneratedByPipe = {}), status: {}. 
File will be moved to fail directory.",
+          filePair.getLeft(),
+          filePair.getRight(),
+          status);
+      removeFileAndResourceAndModsToFailDir(filePair.getLeft());
+    }
   }
 
   private void handleFileNotFoundException(final Pair<String, Boolean> 
filePair) {