HADOOP-15611. Log more details for FairCallQueue. Contributed by Ryan Wu.
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/9089790c Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/9089790c Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/9089790c Branch: refs/heads/YARN-3409 Commit: 9089790cabb4771198be0fe64c1317a3ff1c80f1 Parents: f93ecf5 Author: Yiqun Lin <[email protected]> Authored: Thu Jul 26 18:08:28 2018 +0800 Committer: Yiqun Lin <[email protected]> Committed: Thu Jul 26 18:08:28 2018 +0800 ---------------------------------------------------------------------- .../main/java/org/apache/hadoop/ipc/DecayRpcScheduler.java | 8 ++++++++ .../org/apache/hadoop/ipc/WeightedRoundRobinMultiplexer.java | 3 +++ 2 files changed, 11 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/9089790c/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/DecayRpcScheduler.java ---------------------------------------------------------------------- diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/DecayRpcScheduler.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/DecayRpcScheduler.java index f12ecb6..8bb0ce4 100644 --- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/DecayRpcScheduler.java +++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/DecayRpcScheduler.java @@ -391,6 +391,7 @@ public class DecayRpcScheduler implements RpcScheduler, * counts current. */ private void decayCurrentCounts() { + LOG.debug("Start to decay current counts."); try { long totalDecayedCount = 0; long totalRawCount = 0; @@ -410,7 +411,12 @@ public class DecayRpcScheduler implements RpcScheduler, totalDecayedCount += nextValue; decayedCount.set(nextValue); + LOG.debug("Decaying counts for the user: {}, " + + "its decayedCount: {}, rawCount: {}", entry.getKey(), + nextValue, rawCount.get()); if (nextValue == 0) { + LOG.debug("The decayed count for the user {} is zero " + + "and being cleaned.", entry.getKey()); // We will clean up unused keys here. An interesting optimization // might be to have an upper bound on keyspace in callCounts and only // clean once we pass it. @@ -422,6 +428,8 @@ public class DecayRpcScheduler implements RpcScheduler, totalDecayedCallCount.set(totalDecayedCount); totalRawCallCount.set(totalRawCount); + LOG.debug("After decaying the stored counts, totalDecayedCount: {}, " + + "totalRawCallCount: {}.", totalDecayedCount, totalRawCount); // Now refresh the cache of scheduling decisions recomputeScheduleCache(); http://git-wip-us.apache.org/repos/asf/hadoop/blob/9089790c/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/WeightedRoundRobinMultiplexer.java ---------------------------------------------------------------------- diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/WeightedRoundRobinMultiplexer.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/WeightedRoundRobinMultiplexer.java index d308725..096cc1a 100644 --- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/WeightedRoundRobinMultiplexer.java +++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/WeightedRoundRobinMultiplexer.java @@ -109,6 +109,9 @@ public class WeightedRoundRobinMultiplexer implements RpcMultiplexer { // Finally, reset requestsLeft. This will enable moveToNextQueue to be // called again, for the new currentQueueIndex this.requestsLeft.set(this.queueWeights[nextIdx]); + LOG.debug("Moving to next queue from queue index {} to index {}, " + + "number of requests left for current queue: {}.", + thisIdx, nextIdx, requestsLeft); } /** --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
