[ https://issues.apache.org/jira/browse/FLINK-9972?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16573197#comment-16573197 ]
ASF GitHub Bot commented on FLINK-9972: --------------------------------------- NicoK closed pull request #6524: [FLINK-9972][flip6] Handle debug memory logging in flip6 URL: https://github.com/apache/flink/pull/6524 This is a PR merged from a forked repository. As GitHub hides the original diff on merge, it is displayed below for the sake of provenance: As this is a foreign pull request (from a fork), the diff is supplied below (as it won't show otherwise due to GitHub magic): diff --git a/flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/TaskManagerRunner.java b/flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/TaskManagerRunner.java index 91c57047e4f..c1f0cc84a39 100644 --- a/flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/TaskManagerRunner.java +++ b/flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/TaskManagerRunner.java @@ -47,6 +47,7 @@ import org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils; import org.apache.flink.runtime.security.SecurityConfiguration; import org.apache.flink.runtime.security.SecurityUtils; +import org.apache.flink.runtime.taskmanager.MemoryLogger; import org.apache.flink.runtime.util.EnvironmentInformation; import org.apache.flink.runtime.util.ExecutorThreadFactory; import org.apache.flink.runtime.util.Hardware; @@ -157,6 +158,8 @@ public TaskManagerRunner(Configuration configuration, ResourceID resourceId) thr this.terminationFuture = new CompletableFuture<>(); this.shutdown = false; + + MemoryLogger.startIfConfigured(LOG, configuration, actorSystem); } // -------------------------------------------------------------------------------------------- diff --git a/flink-runtime/src/main/java/org/apache/flink/runtime/taskmanager/MemoryLogger.java b/flink-runtime/src/main/java/org/apache/flink/runtime/taskmanager/MemoryLogger.java index 8bb357648bf..366e5faab8f 100644 --- a/flink-runtime/src/main/java/org/apache/flink/runtime/taskmanager/MemoryLogger.java +++ b/flink-runtime/src/main/java/org/apache/flink/runtime/taskmanager/MemoryLogger.java @@ -18,8 +18,12 @@ package org.apache.flink.runtime.taskmanager; +import org.apache.flink.configuration.Configuration; +import org.apache.flink.configuration.TaskManagerOptions; + import akka.actor.ActorSystem; import org.slf4j.Logger; + import javax.management.MBeanServer; import java.lang.management.BufferPoolMXBean; @@ -56,6 +60,21 @@ private final ActorSystem monitored; private volatile boolean running = true; + + public static void startIfConfigured( + Logger logger, + Configuration configuration, + ActorSystem taskManagerSystem) { + if (!logger.isInfoEnabled() || !configuration.getBoolean(TaskManagerOptions.DEBUG_MEMORY_LOG)) { + return; + } + logger.info("Starting periodic memory usage logger"); + + new MemoryLogger( + logger, + configuration.getLong(TaskManagerOptions.DEBUG_MEMORY_USAGE_LOG_INTERVAL_MS), + taskManagerSystem).start(); + } /** * Creates a new memory logger that logs in the given interval and lives as long as the diff --git a/flink-runtime/src/main/scala/org/apache/flink/runtime/taskmanager/TaskManager.scala b/flink-runtime/src/main/scala/org/apache/flink/runtime/taskmanager/TaskManager.scala index 9a057ab62b2..62fe86250d5 100644 --- a/flink-runtime/src/main/scala/org/apache/flink/runtime/taskmanager/TaskManager.scala +++ b/flink-runtime/src/main/scala/org/apache/flink/runtime/taskmanager/TaskManager.scala @@ -1882,19 +1882,7 @@ object TaskManager { ) } - // if desired, start the logging daemon that periodically logs the - // memory usage information - if (LOG.isInfoEnabled && configuration.getBoolean( - TaskManagerOptions.DEBUG_MEMORY_LOG)) - { - LOG.info("Starting periodic memory usage logger") - - val interval = configuration.getLong( - TaskManagerOptions.DEBUG_MEMORY_USAGE_LOG_INTERVAL_MS) - - val logger = new MemoryLogger(LOG.logger, interval, taskManagerSystem) - logger.start() - } + MemoryLogger.startIfConfigured(LOG.logger, configuration, taskManagerSystem) // block until everything is done taskManagerSystem.awaitTermination() ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org > Debug memory logging not working > --------------------------------- > > Key: FLINK-9972 > URL: https://issues.apache.org/jira/browse/FLINK-9972 > Project: Flink > Issue Type: Bug > Components: TaskManager > Affects Versions: 1.5.0, 1.5.1, 1.5.2, 1.6.0 > Reporter: Piotr Nowojski > Assignee: Piotr Nowojski > Priority: Critical > Labels: pull-request-available > Fix For: 1.5.3, 1.6.1, 1.7.0 > > > It seems like with introduction of Flip6, debug memory logging is not being > initialised anymore and following config properties are ignored: > * `taskmanager.debug.memory.log` > * `taskmanager.debug.memory.log-interval` > after disabling flip6 it works just fine. -- This message was sent by Atlassian JIRA (v7.6.3#76005)