Author: j16sdiz
Date: 2008-12-11 00:38:31 +0000 (Thu, 11 Dec 2008)
New Revision: 24187
Modified:
trunk/plugins/XMLSpider/XMLSpider.java
Log:
be smart - don't fetch images, css, etc...
Modified: trunk/plugins/XMLSpider/XMLSpider.java
===================================================================
--- trunk/plugins/XMLSpider/XMLSpider.java 2008-12-10 16:49:17 UTC (rev
24186)
+++ trunk/plugins/XMLSpider/XMLSpider.java 2008-12-11 00:38:31 UTC (rev
24187)
@@ -199,6 +199,18 @@
* @param uri the new uri that needs to be fetched for further indexing
*/
public synchronized void queueURI(FreenetURI uri) {
+ String sURI = uri.toString();
+ if (sURI.endsWith(".png") ||
+ sURI.endsWith(".jpg") ||
+ sURI.endsWith(".css") ||
+ sURI.endsWith(".gif") ||
+ sURI.endsWith(".zip") ||
+ sURI.endsWith(".avi") ||
+ sURI.endsWith(".ico") ||
+ sURI.endsWith(".xpi") ||
+ sURI.endsWith(".iso"))
+ return; // be smart
+
if (uri.isUSK()) {
if(uri.getSuggestedEdition() < 0)
uri = uri.setSuggestedEdition((-1)*
uri.getSuggestedEdition());
_______________________________________________
cvs mailing list
[email protected]
http://emu.freenetproject.org/cgi-bin/mailman/listinfo/cvs
