svn commit: r1196514 - in /nutch/branches/nutchgora: CHANGES.txt src/java/org/apache/nutch/parse/ParserJob.java

[ferdy]

Author: ferdy
Date: Wed Nov  2 09:23:10 2011
New Revision: 1196514

URL: http://svn.apache.org/viewvc?rev=1196514&view=rev
Log:
NUTCH-1187 Port NUTCH-1028 to nutchgora - log parser keys

Modified:
    nutch/branches/nutchgora/CHANGES.txt
    nutch/branches/nutchgora/src/java/org/apache/nutch/parse/ParserJob.java

Modified: nutch/branches/nutchgora/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/nutch/branches/nutchgora/CHANGES.txt?rev=1196514&r1=1196513&r2=1196514&view=diff
==============================================================================
--- nutch/branches/nutchgora/CHANGES.txt (original)
+++ nutch/branches/nutchgora/CHANGES.txt Wed Nov  2 09:23:10 2011
@@ -2,6 +2,8 @@ Nutch Change Log
 
 Release nutchgora - Current Development
 
+* NUTCH-1187 Port NUTCH-1028 to nutchgora - log parser keys (ferdy)
+
 * NUTCH-902 Add all necessary files and configuration so that nutch can be 
used with different backends out-of-the-box (lewismc)
 
 * NUTCH-1081 & 1135 ant tests fail & Fix TestGoraStorage for Nutchgora (Ferdy 
via lewismc)

Modified: 
nutch/branches/nutchgora/src/java/org/apache/nutch/parse/ParserJob.java
URL: 
http://svn.apache.org/viewvc/nutch/branches/nutchgora/src/java/org/apache/nutch/parse/ParserJob.java?rev=1196514&r1=1196513&r2=1196514&view=diff
==============================================================================
--- nutch/branches/nutchgora/src/java/org/apache/nutch/parse/ParserJob.java 
(original)
+++ nutch/branches/nutchgora/src/java/org/apache/nutch/parse/ParserJob.java Wed 
Nov  2 09:23:10 2011
@@ -90,23 +90,20 @@ public class ParserJob extends NutchTool
     public void map(String key, WebPage page, Context context)
         throws IOException, InterruptedException {
       Utf8 mark = Mark.FETCH_MARK.checkMark(page);
+      String unreverseKey = TableUtil.unreverseUrl(key);
       if (!NutchJob.shouldProcess(mark, batchId)) {
-        if (LOG.isDebugEnabled()) {
-          LOG.debug("Skipping " + TableUtil.unreverseUrl(key) + "; different 
batch id");
-        }
+        LOG.info("Skipping " + unreverseKey + "; different batch id");
         return;
       }
       if (shouldResume && Mark.PARSE_MARK.checkMark(page) != null) {
         if (force) {
-          if (LOG.isDebugEnabled()) {
-            LOG.debug("Forced parsing " + TableUtil.unreverseUrl(key) + "; 
already parsed");
-          }
+          LOG.info("Forced parsing " + unreverseKey + "; already parsed");
         } else {
-          if (LOG.isDebugEnabled()) {
-            LOG.debug("Skipping " + TableUtil.unreverseUrl(key) + "; already 
parsed");
-          }
+          LOG.info("Skipping " + unreverseKey + "; already parsed");
           return;
         }
+      } else {
+        LOG.info("Parsing " + unreverseKey);
       }
 
       URLWebPage redirectedPage = parseUtil.process(key, page);