Author: lewismc
Date: Mon Dec 23 17:17:53 2013
New Revision: 1553154
URL: http://svn.apache.org/r1553154
Log:
NUTCH-1360 Support the storing of IP address connected to when web crawling
Modified:
nutch/branches/2.x/src/java/org/apache/nutch/net/protocols/Response.java
nutch/branches/2.x/src/plugin/protocol-http/src/java/org/apache/nutch/protocol/http/HttpResponse.java
Modified:
nutch/branches/2.x/src/java/org/apache/nutch/net/protocols/Response.java
URL:
http://svn.apache.org/viewvc/nutch/branches/2.x/src/java/org/apache/nutch/net/protocols/Response.java?rev=1553154&r1=1553153&r2=1553154&view=diff
==============================================================================
--- nutch/branches/2.x/src/java/org/apache/nutch/net/protocols/Response.java
(original)
+++ nutch/branches/2.x/src/java/org/apache/nutch/net/protocols/Response.java
Mon Dec 23 17:17:53 2013
@@ -25,7 +25,7 @@ import org.apache.nutch.metadata.Metadat
/**
- * A response inteface. Makes all protocols model HTTP.
+ * A response interface. Makes all protocols model HTTP.
*/
public interface Response extends HttpHeaders {
Modified:
nutch/branches/2.x/src/plugin/protocol-http/src/java/org/apache/nutch/protocol/http/HttpResponse.java
URL:
http://svn.apache.org/viewvc/nutch/branches/2.x/src/plugin/protocol-http/src/java/org/apache/nutch/protocol/http/HttpResponse.java?rev=1553154&r1=1553153&r2=1553154&view=diff
==============================================================================
---
nutch/branches/2.x/src/plugin/protocol-http/src/java/org/apache/nutch/protocol/http/HttpResponse.java
(original)
+++
nutch/branches/2.x/src/plugin/protocol-http/src/java/org/apache/nutch/protocol/http/HttpResponse.java
Mon Dec 23 17:17:53 2013
@@ -39,11 +39,11 @@ import org.apache.nutch.protocol.Protoco
import org.apache.nutch.protocol.http.api.HttpBase;
import org.apache.nutch.protocol.http.api.HttpException;
import org.apache.nutch.storage.WebPage;
-import org.apache.nutch.util.NutchConfiguration;
/** An HTTP response. */
public class HttpResponse implements Response {
+ private Configuration conf;
private final HttpBase http;
private final URL url;
private byte[] content;
@@ -93,7 +93,7 @@ public class HttpResponse implements Res
InetSocketAddress sockAddr= new InetSocketAddress(sockHost, sockPort);
socket.connect(sockAddr, http.getTimeout());
- Configuration conf = NutchConfiguration.create();
+ conf = http.getConf();
if (sockAddr != null
&& conf.getBoolean("store.ip.address", false) == true) {
String ipString = sockAddr.getAddress().getHostAddress(); //get the ip
address
