Author: cutting Date: Mon May 7 13:15:07 2007 New Revision: 535976 URL: http://svn.apache.org/viewvc?view=rev&rev=535976 Log: HADOOP-1276. Make tasktracker expiry interval configurable. Contributed by Arun.
Modified: lucene/hadoop/trunk/CHANGES.txt lucene/hadoop/trunk/conf/hadoop-default.xml lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/MRConstants.java Modified: lucene/hadoop/trunk/CHANGES.txt URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/CHANGES.txt?view=diff&rev=535976&r1=535975&r2=535976 ============================================================================== --- lucene/hadoop/trunk/CHANGES.txt (original) +++ lucene/hadoop/trunk/CHANGES.txt Mon May 7 13:15:07 2007 @@ -339,6 +339,9 @@ 100. HADOOP-1325. First complete, functioning version of HBase. (Jim Kellerman via cutting) +101. HADOOP-1276. Make tasktracker expiry interval configurable. + (Arun C Murthy via cutting) + Release 0.12.3 - 2007-04-06 Modified: lucene/hadoop/trunk/conf/hadoop-default.xml URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/conf/hadoop-default.xml?view=diff&rev=535976&r1=535975&r2=535976 ============================================================================== --- lucene/hadoop/trunk/conf/hadoop-default.xml (original) +++ lucene/hadoop/trunk/conf/hadoop-default.xml Mon May 7 13:15:07 2007 @@ -526,6 +526,14 @@ </property> <property> + <name>mapred.tasktracker.expiry.interval</name> + <value>600000</value> + <description>Expert: The time-interval, in miliseconds, after which + a tasktracker is declared 'lost' if it doesn't send heartbeats. + </description> +</property> + +<property> <name>mapred.map.tasks</name> <value>2</value> <description>The default number of map tasks per job. Typically set Modified: lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java?view=diff&rev=535976&r1=535975&r2=535976 ============================================================================== --- lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java (original) +++ lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/JobTracker.java Mon May 7 13:15:07 2007 @@ -58,6 +58,7 @@ * @author Mike Cafarella *******************************************************/ public class JobTracker implements MRConstants, InterTrackerProtocol, JobSubmissionProtocol { + static long TASKTRACKER_EXPIRY_INTERVAL = 10 * 60 * 1000; static long RETIRE_JOB_INTERVAL; static long RETIRE_JOB_CHECK_INTERVAL; static float TASK_ALLOC_EPSILON; @@ -606,6 +607,8 @@ // // Grab some static constants // + TASKTRACKER_EXPIRY_INTERVAL = + conf.getLong("mapred.tasktracker.expiry.interval", 10 * 60 * 1000); maxCurrentTasks = conf.getInt("mapred.tasktracker.tasks.maximum", 2); RETIRE_JOB_INTERVAL = conf.getLong("mapred.jobtracker.retirejob.interval", 24 * 60 * 60 * 1000); RETIRE_JOB_CHECK_INTERVAL = conf.getLong("mapred.jobtracker.retirejob.check", 60 * 1000); Modified: lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/MRConstants.java URL: http://svn.apache.org/viewvc/lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/MRConstants.java?view=diff&rev=535976&r1=535975&r2=535976 ============================================================================== --- lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/MRConstants.java (original) +++ lucene/hadoop/trunk/src/java/org/apache/hadoop/mapred/MRConstants.java Mon May 7 13:15:07 2007 @@ -27,7 +27,6 @@ // Timeouts, constants // public static final long HEARTBEAT_INTERVAL = 10 * 1000; - public static final long TASKTRACKER_EXPIRY_INTERVAL = 10 * 60 * 1000; //for the inmemory filesystem (to do in-memory merge) /**