Author: ddas
Date: Tue Sep 4 01:38:08 2007
New Revision: 572580
URL: http://svn.apache.org/viewvc?rev=572580&view=rev
Log:
Fix for hadoop-1763
Modified:
lucene/hadoop/trunk/CHANGES.txt
lucene/hadoop/trunk/conf/hadoop-default.xml
lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java
Modified: lucene/hadoop/trunk/CHANGES.txt
URL:
http://svn.apache.org/viewvc/lucene/hadoop/trunk/CHANGES.txt?rev=572580&r1=572579&r2=572580&view=diff
==============================================================================
--- lucene/hadoop/trunk/CHANGES.txt (original)
+++ lucene/hadoop/trunk/CHANGES.txt Tue Sep 4 01:38:08 2007
@@ -55,6 +55,10 @@
BUG FIXES
+ HADOOP-1763. Too many lost task trackers on large clusters due to
+ insufficient number of RPC handler threads on the JobTracker.
+ (Devaraj Das)
+
HADOOP-1463. HDFS report correct usage statistics for disk space
used by HDFS. (Hairong Kuang via dhruba)
Modified: lucene/hadoop/trunk/conf/hadoop-default.xml
URL:
http://svn.apache.org/viewvc/lucene/hadoop/trunk/conf/hadoop-default.xml?rev=572580&r1=572579&r2=572580&view=diff
==============================================================================
--- lucene/hadoop/trunk/conf/hadoop-default.xml (original)
+++ lucene/hadoop/trunk/conf/hadoop-default.xml Tue Sep 4 01:38:08 2007
@@ -467,6 +467,15 @@
</property>
<property>
+ <name>mapred.job.tracker.handler.count</name>
+ <value>10</value>
+ <description>
+ The number of server threads for the JobTracker. This should be roughly
+ 4% of the number of tasktracker nodes.
+ </description>
+</property>
+
+<property>
<name>mapred.task.tracker.report.bindAddress</name>
<value>127.0.0.1</value>
<description>The interface that task processes use to communicate
Modified: lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java
URL:
http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java?rev=572580&r1=572579&r2=572580&view=diff
==============================================================================
--- lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java
(original)
+++ lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java Tue
Sep 4 01:38:08 2007
@@ -645,7 +645,8 @@
InetSocketAddress addr = getAddress(conf);
this.localMachine = addr.getHostName();
this.port = addr.getPort();
- this.interTrackerServer = RPC.getServer(this, addr.getHostName(),
addr.getPort(), 10, false, conf);
+ int handlerCount = conf.getInt("mapred.job.tracker.handler.count", 10);
+ this.interTrackerServer = RPC.getServer(this, addr.getHostName(),
addr.getPort(), handlerCount, false, conf);
this.interTrackerServer.start();
Properties p = System.getProperties();
for (Iterator it = p.keySet().iterator(); it.hasNext();) {
