Author: mattmann
Date: Sat Apr 18 23:50:31 2015
New Revision: 1674589
URL: http://svn.apache.org/r1674589
Log:
revert accidental conf/nutch-default.xml commit.
Modified:
nutch/trunk/conf/nutch-default.xml
Modified: nutch/trunk/conf/nutch-default.xml
URL:
http://svn.apache.org/viewvc/nutch/trunk/conf/nutch-default.xml?rev=1674589&r1=1674588&r2=1674589&view=diff
==============================================================================
--- nutch/trunk/conf/nutch-default.xml (original)
+++ nutch/trunk/conf/nutch-default.xml Sat Apr 18 23:50:31 2015
@@ -119,7 +119,7 @@
<property>
<name>http.robot.rules.whitelist</name>
- <value>baron.pagemewhen.com</value>
+ <value></value>
<description>Comma separated list of hostnames or IP addresses to ignore
robot rules parsing for. Use with care and only if you are explicitly
allowed by the site owner to ignore the site's robots.txt!
