This is an automated email from the ASF dual-hosted git repository.
snagel pushed a commit to branch 2.x
in repository https://gitbox.apache.org/repos/asf/nutch.git
The following commit(s) were added to refs/heads/2.x by this push:
new 7f0fe0f NUTCH-2548 Compressed content skipped, contributed by Rustam
- do not store content length from HTTP header if content was compressed
7f0fe0f is described below
commit 7f0fe0fc718cf1caf4bb2ad3c0d4d2e01d92e571
Author: Sebastian Nagel <[email protected]>
AuthorDate: Mon Apr 9 11:50:13 2018 +0200
NUTCH-2548 Compressed content skipped, contributed by Rustam
- do not store content length from HTTP header if content was compressed
---
.../src/java/org/apache/nutch/protocol/httpclient/HttpResponse.java | 2 ++
1 file changed, 2 insertions(+)
diff --git
a/src/plugin/protocol-httpclient/src/java/org/apache/nutch/protocol/httpclient/HttpResponse.java
b/src/plugin/protocol-httpclient/src/java/org/apache/nutch/protocol/httpclient/HttpResponse.java
index 989e4e5..3140bee 100644
---
a/src/plugin/protocol-httpclient/src/java/org/apache/nutch/protocol/httpclient/HttpResponse.java
+++
b/src/plugin/protocol-httpclient/src/java/org/apache/nutch/protocol/httpclient/HttpResponse.java
@@ -169,10 +169,12 @@ public class HttpResponse implements Response {
content = http.processGzipEncoded(content, url);
if (Http.LOG.isTraceEnabled())
fetchTrace.append("; extracted to " + content.length + " bytes");
+ headers.remove(Response.CONTENT_LENGTH);
} else if ("deflate".equals(contentEncoding)) {
content = http.processDeflateEncoded(content, url);
if (Http.LOG.isTraceEnabled())
fetchTrace.append("; extracted to " + content.length + " bytes");
+ headers.remove(Response.CONTENT_LENGTH);
}
}
--
To stop receiving notification emails like this one, please contact
[email protected].
