Repository: hadoop Updated Branches: refs/heads/HDFS-7240 a8fea9668 -> 9796d60e6
HDFS-12471. Ozone: Reduce some KSM/SCM deletion log messages from INFO to DEBUG. Contributed by Weiwei Yang. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/9796d60e Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/9796d60e Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/9796d60e Branch: refs/heads/HDFS-7240 Commit: 9796d60e610dafb55d23a16e865ad37c2faefbfd Parents: a8fea96 Author: Anu Engineer <[email protected]> Authored: Tue Oct 3 14:07:05 2017 -0700 Committer: Anu Engineer <[email protected]> Committed: Tue Oct 3 14:07:05 2017 -0700 ---------------------------------------------------------------------- .../java/org/apache/hadoop/ozone/ksm/KeyDeletingService.java | 2 +- .../hadoop/ozone/scm/block/SCMBlockDeletingService.java | 8 ++++---- .../main/java/org/apache/hadoop/utils/BackgroundService.java | 4 ++-- 3 files changed, 7 insertions(+), 7 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/9796d60e/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/ksm/KeyDeletingService.java ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/ksm/KeyDeletingService.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/ksm/KeyDeletingService.java index 293e12d..59cf0e4 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/ksm/KeyDeletingService.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/ksm/KeyDeletingService.java @@ -120,7 +120,7 @@ public class KeyDeletingService extends BackgroundService { } return results::size; } else { - LOG.info("No pending deletion key found in KSM"); + LOG.debug("No pending deletion key found in KSM"); } } catch (IOException e) { LOG.error("Unable to get pending deletion keys, retry in" http://git-wip-us.apache.org/repos/asf/hadoop/blob/9796d60e/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/scm/block/SCMBlockDeletingService.java ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/scm/block/SCMBlockDeletingService.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/scm/block/SCMBlockDeletingService.java index 3ca1133..a4bb4ff 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/scm/block/SCMBlockDeletingService.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/ozone/scm/block/SCMBlockDeletingService.java @@ -100,7 +100,7 @@ public class SCMBlockDeletingService extends BackgroundService { public EmptyTaskResult call() throws Exception { // Scan SCM DB in HB interval and collect a throttled list of // to delete blocks. - LOG.info("Running DeletedBlockTransactionScanner"); + LOG.debug("Running DeletedBlockTransactionScanner"); DatanodeDeletedBlockTransactions transactions = getToDeleteContainerBlocks(); if (transactions != null && !transactions.isEmpty()) { @@ -114,7 +114,7 @@ public class SCMBlockDeletingService extends BackgroundService { nodeManager.addDatanodeCommand(datanodeID, new DeleteBlocksCommand(dnTXs)); LOG.info("Added delete block command for datanode {} in the queue," - + " number delete block transactions: {}, TxID list: {}", + + " number of delete block transactions: {}, TxID list: {}", datanodeID, dnTXs.size(), String.join(",", transactions.getTransactionIDList(datanodeID))); @@ -133,7 +133,7 @@ public class SCMBlockDeletingService extends BackgroundService { // Get a limited number of TXs to send via HB at a time. txs = deletedBlockLog .getTransactions(BLOCK_DELETE_TX_PER_REQUEST_LIMIT); - LOG.info("Scanned deleted blocks log and got {} delTX to process", + LOG.debug("Scanned deleted blocks log and got {} delTX to process", txs.size()); } catch (IOException e) { // We may tolerant a number of failures for sometime @@ -183,7 +183,7 @@ public class SCMBlockDeletingService extends BackgroundService { first.add(tx); transactions.put(dnID, first); } - LOG.info("Transaction added: {} <- TX({})", dnID, tx.getTxID()); + LOG.debug("Transaction added: {} <- TX({})", dnID, tx.getTxID()); } Set<DatanodeID> getDatanodes() { http://git-wip-us.apache.org/repos/asf/hadoop/blob/9796d60e/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/utils/BackgroundService.java ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/utils/BackgroundService.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/utils/BackgroundService.java index 53f3a89..6680f84 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/utils/BackgroundService.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/utils/BackgroundService.java @@ -96,7 +96,7 @@ public abstract class BackgroundService { public class PeriodicalTask implements Runnable { @Override public void run() { - LOG.info("Running background service : {}", serviceName); + LOG.debug("Running background service : {}", serviceName); BackgroundTaskQueue tasks = getTasks(); if (tasks.isEmpty()) { // No task found, or some problems to init tasks @@ -104,7 +104,7 @@ public abstract class BackgroundService { return; } - LOG.info("Number of background tasks to execute : {}", tasks.size()); + LOG.debug("Number of background tasks to execute : {}", tasks.size()); CompletionService<BackgroundTaskResult> taskCompletionService = new ExecutorCompletionService<>(exec); --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
