svn commit: r201888 - /lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/JobTracker.java

[mc]

Author: mc
Date: Sun Jun 26 11:10:33 2005
New Revision: 201888

URL: http://svn.apache.org/viewcvs?rev=201888&view=rev
Log:

  Add log message when job is killed because of too many
task failures.


Modified:
    
lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/JobTracker.java

Modified: 
lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/JobTracker.java
URL: 
http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/JobTracker.java?rev=201888&r1=201887&r2=201888&view=diff
==============================================================================
--- 
lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/JobTracker.java 
(original)
+++ 
lucene/nutch/branches/mapred/src/java/org/apache/nutch/mapred/JobTracker.java 
Sun Jun 26 11:10:33 2005
@@ -33,7 +33,7 @@
  *******************************************************/
 public class JobTracker implements MRConstants, InterTrackerProtocol, 
JobSubmissionProtocol {
     static final int TRACKERINFO_PORT = 7845;
-    static final int MAX_TASK_FAILURES = 3;
+    static final int MAX_TASK_FAILURES = 4;
 
     public static final Logger LOG = 
LogFormatter.getLogger("org.apache.nutch.mapred.JobTracker");
     public static JobTracker tracker = null;
@@ -560,8 +560,10 @@
          * Kill the job and all its component tasks.
          */
         public synchronized void kill() {
-            this.status = new JobStatus(status.getJobId(), 1.0f, 1.0f, 
JobStatus.FAILED);
-            this.finishTime = System.currentTimeMillis();
+            if (status.getRunState() != JobStatus.FAILED) {
+                this.status = new JobStatus(status.getJobId(), 1.0f, 1.0f, 
JobStatus.FAILED);
+                this.finishTime = System.currentTimeMillis();
+            }
         }
 
         /**
@@ -673,6 +675,7 @@
             int numFailures = ((failures == null) ? 0 : failures.intValue()) + 
1;
             taskFailures.put(taskid, new Integer(numFailures));
             if (numFailures >= MAX_TASK_FAILURES) {
+                LOG.info("Task " + taskid + " has failed " + numFailures + " 
times.  Aborting owning job " + profile.getJobId());
                 kill();
             }