Author: markus
Date: Thu Nov 10 15:16:23 2011
New Revision: 1200370
URL: http://svn.apache.org/viewvc?rev=1200370&view=rev
Log:
NUTCH-1155 Host/domain limit in generator is generate.max.count+1
Modified:
nutch/trunk/CHANGES.txt
nutch/trunk/src/java/org/apache/nutch/crawl/Generator.java
Modified: nutch/trunk/CHANGES.txt
URL:
http://svn.apache.org/viewvc/nutch/trunk/CHANGES.txt?rev=1200370&r1=1200369&r2=1200370&view=diff
==============================================================================
--- nutch/trunk/CHANGES.txt (original)
+++ nutch/trunk/CHANGES.txt Thu Nov 10 15:16:23 2011
@@ -1,5 +1,7 @@
Nutch Change Log
+* NUTCH-1155 Host/domain limit in generator is generate.max.count+1 (markus)
+
* NUTCH-1061 Migrate MoreIndexingFilter from Apache ORO to java.util.regex
(markus)
* NUTCH-1178 Incorrect CSV header CrawlDatumCsvOutputFormat (markus)
Modified: nutch/trunk/src/java/org/apache/nutch/crawl/Generator.java
URL:
http://svn.apache.org/viewvc/nutch/trunk/src/java/org/apache/nutch/crawl/Generator.java?rev=1200370&r1=1200369&r2=1200370&view=diff
==============================================================================
--- nutch/trunk/src/java/org/apache/nutch/crawl/Generator.java (original)
+++ nutch/trunk/src/java/org/apache/nutch/crawl/Generator.java Thu Nov 10
15:16:23 2011
@@ -279,7 +279,7 @@ public class Generator extends Configure
// reached the limit of allowed URLs per host / domain
// see if we can put it in the next segment?
- if (hostCount[1] > maxCount) {
+ if (hostCount[1] >= maxCount) {
if (hostCount[0] < maxNumSegments) {
hostCount[0]++;
hostCount[1] = 0;