Author: lewismc
Date: Mon Nov 12 12:53:27 2012
New Revision: 1408271
URL: http://svn.apache.org/viewvc?rev=1408271&view=rev
Log:
NUTCH-1496 ParserJob logs skipped urls with level info
Modified:
nutch/branches/2.x/CHANGES.txt
nutch/branches/2.x/src/java/org/apache/nutch/parse/ParserJob.java
Modified: nutch/branches/2.x/CHANGES.txt
URL:
http://svn.apache.org/viewvc/nutch/branches/2.x/CHANGES.txt?rev=1408271&r1=1408270&r2=1408271&view=diff
==============================================================================
--- nutch/branches/2.x/CHANGES.txt (original)
+++ nutch/branches/2.x/CHANGES.txt Mon Nov 12 12:53:27 2012
@@ -2,6 +2,8 @@ Nutch Change Log
Release 2.2 - Current Development
+* NUTCH-1496 ParserJob logs skipped urls with level info (Nathan Gass via
lewismc)
+
* NUTCH-1488 bin/nutch to run junit from any directory (snagel via lewismc)
* NUTCH-1493 Error adding field 'contentLength'='' during solrindex using
index-more (Nathan Gass via lewismc)
Modified: nutch/branches/2.x/src/java/org/apache/nutch/parse/ParserJob.java
URL:
http://svn.apache.org/viewvc/nutch/branches/2.x/src/java/org/apache/nutch/parse/ParserJob.java?rev=1408271&r1=1408270&r2=1408271&view=diff
==============================================================================
--- nutch/branches/2.x/src/java/org/apache/nutch/parse/ParserJob.java (original)
+++ nutch/branches/2.x/src/java/org/apache/nutch/parse/ParserJob.java Mon Nov
12 12:53:27 2012
@@ -106,7 +106,9 @@ public class ParserJob extends NutchTool
LOG.debug("Reparsing " + unreverseKey);
} else {
if (!NutchJob.shouldProcess(mark, batchId)) {
- LOG.info("Skipping " + TableUtil.unreverseUrl(key) + "; different
batch id (" + mark + ")");
+ if (LOG.isDebugEnabled()) {
+ LOG.debug("Skipping " + TableUtil.unreverseUrl(key) + "; different
batch id (" + mark + ")");
+ }
return;
}
if (shouldResume && Mark.PARSE_MARK.checkMark(page) != null) {
