This is an automated email from the ASF dual-hosted git repository.
snagel pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/nutch.git
The following commit(s) were added to refs/heads/master by this push:
new 31819b7 NUTCH-2523 UpdateHostDB blocks usage of plugins
unintentionally (contributed by Yossi Tamari)
31819b7 is described below
commit 31819b781ea7fa7187e04b27f3146a98eab46601
Author: Sebastian Nagel <[email protected]>
AuthorDate: Mon Mar 19 15:22:16 2018 +0100
NUTCH-2523 UpdateHostDB blocks usage of plugins unintentionally
(contributed by Yossi Tamari)
---
src/java/org/apache/nutch/hostdb/UpdateHostDb.java | 10 ----------
1 file changed, 10 deletions(-)
diff --git a/src/java/org/apache/nutch/hostdb/UpdateHostDb.java
b/src/java/org/apache/nutch/hostdb/UpdateHostDb.java
index c46f788..8d27469 100644
--- a/src/java/org/apache/nutch/hostdb/UpdateHostDb.java
+++ b/src/java/org/apache/nutch/hostdb/UpdateHostDb.java
@@ -88,16 +88,6 @@ public class UpdateHostDb extends Configured implements Tool
{
job.setJarByClass(UpdateHostDb.class);
job.setJobName("UpdateHostDb");
- // Check whether the urlfilter-domainblacklist plugin is loaded
- if (filter && new
String("urlfilter-domainblacklist").matches(conf.get("plugin.includes"))) {
- throw new Exception("domainblacklist-urlfilter must not be enabled");
- }
-
- // Check whether the urlnormalizer-host plugin is loaded
- if (normalize && new
String("urlnormalizer-host").matches(conf.get("plugin.includes"))) {
- throw new Exception("urlnormalizer-host must not be enabled");
- }
-
FileSystem fs = hostDb.getFileSystem(conf);
Path old = new Path(hostDb, "old");
Path current = new Path(hostDb, "current");
--
To stop receiving notification emails like this one, please contact
[email protected].
