Author: markus
Date: Fri Nov 11 15:19:28 2011
New Revision: 1200917
URL: http://svn.apache.org/viewvc?rev=1200917&view=rev
Log:
NUTCH-1174 Outlinks are not properly normalized
Modified:
nutch/trunk/CHANGES.txt
nutch/trunk/src/java/org/apache/nutch/parse/Outlink.java
nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java
Modified: nutch/trunk/CHANGES.txt
URL:
http://svn.apache.org/viewvc/nutch/trunk/CHANGES.txt?rev=1200917&r1=1200916&r2=1200917&view=diff
==============================================================================
--- nutch/trunk/CHANGES.txt (original)
+++ nutch/trunk/CHANGES.txt Fri Nov 11 15:19:28 2011
@@ -1,9 +1,9 @@
Nutch Change Log
-* NUTCH-1203 ParseSegment to show number of milliseconds per parse (markus)
-
* NUTCH-1174 Outlinks are not properly normalized (markus)
+* NUTCH-1203 ParseSegment to show number of milliseconds per parse (markus)
+
* NUTCH-1185 Decrease solr.commit.size to 250 (markus)
* NUTCH-1180 UpdateDB to backup previous CrawlDB (markus)
Modified: nutch/trunk/src/java/org/apache/nutch/parse/Outlink.java
URL:
http://svn.apache.org/viewvc/nutch/trunk/src/java/org/apache/nutch/parse/Outlink.java?rev=1200917&r1=1200916&r2=1200917&view=diff
==============================================================================
--- nutch/trunk/src/java/org/apache/nutch/parse/Outlink.java (original)
+++ nutch/trunk/src/java/org/apache/nutch/parse/Outlink.java Fri Nov 11
15:19:28 2011
@@ -61,6 +61,9 @@ public class Outlink implements Writable
public String getToUrl() { return toUrl; }
public String getAnchor() { return anchor; }
+ public void setUrl(String toUrl) {
+ this.toUrl = toUrl;
+ }
public boolean equals(Object o) {
if (!(o instanceof Outlink))
Modified: nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java
URL:
http://svn.apache.org/viewvc/nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java?rev=1200917&r1=1200916&r2=1200917&view=diff
==============================================================================
--- nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java
(original)
+++ nutch/trunk/src/java/org/apache/nutch/parse/ParseOutputFormat.java Fri Nov
11 15:19:28 2011
@@ -242,6 +242,9 @@ public class ParseOutputFormat implement
}
targets.add(new SimpleEntry(targetUrl, target));
+
+ // OVerwrite URL in Outlink object with normalized URL (NUTCH-1174)
+ links[i].setUrl(toUrl);
outlinkList.add(links[i]);
validCount++;
}