This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.0 by this push:
new 59c105026ef [opt](fe) Reduce jvm heap memory consumed by profiles of
BrokerLoadJob (#31985) (#32592)
59c105026ef is described below
commit 59c105026ef794b8a9cc22e97287aa79fa4a0a37
Author: Lei Zhang <[email protected]>
AuthorDate: Thu Mar 21 17:57:53 2024 +0800
[opt](fe) Reduce jvm heap memory consumed by profiles of BrokerLoadJob
(#31985) (#32592)
* it may cause FE OOM when there are a lot of broker load jobs
if the profile is enabled
---
.../src/main/java/org/apache/doris/load/loadv2/BrokerLoadJob.java | 6 +++++-
1 file changed, 5 insertions(+), 1 deletion(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadJob.java
b/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadJob.java
index 05828d52c3b..27f1291fda5 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadJob.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/load/loadv2/BrokerLoadJob.java
@@ -194,7 +194,9 @@ public class BrokerLoadJob extends BulkLoadJob {
Lists.newArrayList(fileGroupAggInfo.getAllTableIds()));
// divide job into broker loading task by table
List<LoadLoadingTask> newLoadingTasks = Lists.newArrayList();
- this.jobProfile = new Profile("BrokerLoadJob " + id + ". " + label,
true);
+ if (enableProfile) {
+ this.jobProfile = new Profile("BrokerLoadJob " + id + ". " +
label, true);
+ }
ProgressManager progressManager = Env.getCurrentProgressManager();
progressManager.registerProgressSimple(String.valueOf(id));
MetaLockUtils.readLockTables(tableList);
@@ -325,6 +327,8 @@ public class BrokerLoadJob extends BulkLoadJob {
return;
}
jobProfile.update(createTimestamp, getSummaryInfo(true), true);
+ // jobProfile has been pushed into ProfileManager, remove reference in
brokerLoadJob
+ jobProfile = null;
}
private Map<String, String> getSummaryInfo(boolean isFinished) {
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
