Author: markus
Date: Mon Sep 19 12:12:17 2011
New Revision: 1172585
URL: http://svn.apache.org/viewvc?rev=1172585&view=rev
Log:
NUTCH-1067 Nutch-default configuration directives missing
Modified:
nutch/branches/branch-1.4/conf/nutch-default.xml
Modified: nutch/branches/branch-1.4/conf/nutch-default.xml
URL:
http://svn.apache.org/viewvc/nutch/branches/branch-1.4/conf/nutch-default.xml?rev=1172585&r1=1172584&r2=1172585&view=diff
==============================================================================
--- nutch/branches/branch-1.4/conf/nutch-default.xml (original)
+++ nutch/branches/branch-1.4/conf/nutch-default.xml Mon Sep 19 12:12:17 2011
@@ -704,6 +704,24 @@
</description>
</property>
+<property>
+ <name>fetcher.throughput.threshold.pages</name>
+ <value>-1</value>
+ <description>The threshold of minimum pages per second. If the fetcher
downloads less
+ pages per second than the configured threshold, the fetcher stops,
preventing slow queue's
+ from stalling the throughput. This threshold must be an integer. This can be
useful when
+ fetcher.timelimit.mins is hard to determine. The default value of -1
disables this check.
+ </description>
+</property>
+
+<property>
+ <name>fetcher.throughput.threshold.retries</name>
+ <value>5</value>
+ <description>The number of times the fetcher.throughput.threshold is allowed
to be exceeded.
+ This settings prevents accidental slow downs from immediately killing the
fetcher thread.
+ </description>
+</property>
+
<!-- moreindexingfilter plugin properties -->
<property>
