Author: mc
Date: Mon Aug 1 10:12:08 2005
New Revision: 226841
URL: http://svn.apache.org/viewcvs?rev=226841&view=rev
Log:
Add some new log messages to better track nodes going
up and down.
Modified:
lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/DataNode.java
lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/FSNamesystem.java
lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/NameNode.java
Modified:
lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/DataNode.java
URL:
http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/DataNode.java?rev=226841&r1=226840&r2=226841&view=diff
==============================================================================
--- lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/DataNode.java
(original)
+++ lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/DataNode.java
Mon Aug 1 10:12:08 2005
@@ -132,6 +132,7 @@
// -- Bytes remaining
//
namenode.sendHeartbeat(localName, data.getCapacity(),
data.getRemaining());
+ LOG.info("Just sent heartbeat, with name " + localName);
lastHeartbeat = now;
}
if (now - lastBlockReport > BLOCKREPORT_INTERVAL) {
Modified:
lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/FSNamesystem.java
URL:
http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/FSNamesystem.java?rev=226841&r1=226840&r2=226841&view=diff
==============================================================================
---
lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/FSNamesystem.java
(original)
+++
lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/FSNamesystem.java
Mon Aug 1 10:12:08 2005
@@ -388,6 +388,7 @@
TreeSet containingNodes = (TreeSet)
blocksMap.get(pendingBlocks[i]);
if (containingNodes.size() < DESIRED_REPLICATION) {
synchronized (neededReplications) {
+ LOG.info("Completed file " + src + ", at holder "
+ holder + ". There is/are only " + containingNodes.size() + " copies of block
" + pendingBlocks[i] + ", so replicating up to " + DESIRED_REPLICATION);
neededReplications.add(pendingBlocks[i]);
}
}
@@ -741,6 +742,7 @@
DatanodeInfo nodeinfo = (DatanodeInfo) datanodeMap.get(name);
if (nodeinfo == null) {
+ LOG.info("Got brand-new heartbeat from " + name);
nodeinfo = new DatanodeInfo(name, capacity, remaining);
datanodeMap.put(name, nodeinfo);
capacityDiff = capacity;
@@ -877,6 +879,7 @@
synchronized (neededReplications) {
if (dir.isValidBlock(block)) {
+ LOG.info("Node " + node + " is reporting stored block " +
block);
if (containingNodes.size() >= DESIRED_REPLICATION) {
neededReplications.remove(block);
pendingReplications.remove(block);
Modified:
lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/NameNode.java
URL:
http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/NameNode.java?rev=226841&r1=226840&r2=226841&view=diff
==============================================================================
--- lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/NameNode.java
(original)
+++ lucene/nutch/branches/mapred/src/java/org/apache/nutch/ndfs/NameNode.java
Mon Aug 1 10:12:08 2005
@@ -325,6 +325,7 @@
/**
*/
public NDFSFileInfo[] getListing(String src) throws IOException {
+ /**
System.out.println("opCounts: " + opCounts + ", avgTime: " + (opTime /
(1.0 * opCounts)));
System.out.println("crCounts: " + crCounts + ", avgTime: " + (crTime /
(1.0 * crCounts)));
System.out.println("addbCounts: " + addbCounts + ", avgTime: " +
(addbTime / (1.0 * addbCounts)));
@@ -341,6 +342,7 @@
System.out.println("brCounts: " + brCounts + ", avgTime: " + (brTime /
(1.0 * brCounts)));
System.out.println("brvCounts: " + brvCounts + ", avgTime: " +
(brvTime / (1.0 * brvCounts)));
System.out.println("bwCounts: " + bwCounts + ", avgTime: " + (bwTime /
(1.0 * bwCounts)));
+ **/
return namesystem.getListing(new UTF8(src));
}
