Author: markus
Date: Fri Nov 11 15:19:28 2011
New Revision: 1200917

URL: http://svn.apache.org/viewvc?rev=1200917&view=rev
Log:
NUTCH-1174 Outlinks are not properly normalized

Modified:
    nutch/trunk/CHANGES.txt
    nutch/trunk/src/java/org/apache/nutch/parse/Outlink.java
    nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java

Modified: nutch/trunk/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/nutch/trunk/CHANGES.txt?rev=1200917&r1=1200916&r2=1200917&view=diff
==============================================================================
--- nutch/trunk/CHANGES.txt (original)
+++ nutch/trunk/CHANGES.txt Fri Nov 11 15:19:28 2011
@@ -1,9 +1,9 @@
 Nutch Change Log
 
-* NUTCH-1203 ParseSegment to show number of milliseconds per parse (markus)
-
 * NUTCH-1174 Outlinks are not properly normalized (markus)
 
+* NUTCH-1203 ParseSegment to show number of milliseconds per parse (markus)
+
 * NUTCH-1185 Decrease solr.commit.size to 250 (markus)
 
 * NUTCH-1180 UpdateDB to backup previous CrawlDB (markus)

Modified: nutch/trunk/src/java/org/apache/nutch/parse/Outlink.java
URL: 
http://svn.apache.org/viewvc/nutch/trunk/src/java/org/apache/nutch/parse/Outlink.java?rev=1200917&r1=1200916&r2=1200917&view=diff
==============================================================================
--- nutch/trunk/src/java/org/apache/nutch/parse/Outlink.java (original)
+++ nutch/trunk/src/java/org/apache/nutch/parse/Outlink.java Fri Nov 11 
15:19:28 2011
@@ -61,6 +61,9 @@ public class Outlink implements Writable
   public String getToUrl() { return toUrl; }
   public String getAnchor() { return anchor; }
 
+  public void setUrl(String toUrl) {
+    this.toUrl = toUrl;
+  }
 
   public boolean equals(Object o) {
     if (!(o instanceof Outlink))

Modified: nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java
URL: 
http://svn.apache.org/viewvc/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java?rev=1200917&r1=1200916&r2=1200917&view=diff
==============================================================================
--- nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java 
(original)
+++ nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java Fri Nov 
11 15:19:28 2011
@@ -242,6 +242,9 @@ public class ParseOutputFormat implement
             }
             
             targets.add(new SimpleEntry(targetUrl, target));
+
+            // OVerwrite URL in Outlink object with normalized URL (NUTCH-1174)
+            links[i].setUrl(toUrl);
             outlinkList.add(links[i]);
             validCount++;
           }


Reply via email to