Author: cutting
Date: Thu Sep 29 11:57:35 2005
New Revision: 292509
URL: http://svn.apache.org/viewcvs?rev=292509&view=rev
Log:
Use a more reasonable value when timing out hung fetcher threads.
Modified:
lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Fetcher.java
Modified:
lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Fetcher.java
URL:
http://svn.apache.org/viewcvs/lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Fetcher.java?rev=292509&r1=292508&r2=292509&view=diff
==============================================================================
--- lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Fetcher.java
(original)
+++ lucene/nutch/branches/mapred/src/java/org/apache/nutch/crawl/Fetcher.java
Thu Sep 29 11:57:35 2005
@@ -290,7 +290,8 @@
// some threads seem to hang, despite all intentions
if (done) { // last entry read
long doneTime = System.currentTimeMillis();
- long timeout = getConf().getLong("http.timeout", 10000) * 10;
+ long timeout = // select timeout that avoids a task timeout
+ NutchConf.get().getInt("mapred.task.timeout", 10*60*1000)/2;
while (activeThreads > 0
&& System.currentTimeMillis()-doneTime < timeout) {
try {
