svn commit: r1206662 - /incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java

[rfrovarp]

Author: rfrovarp
Date: Sun Nov 27 03:58:26 2011
New Revision: 1206662

URL: http://svn.apache.org/viewvc?rev=1206662&view=rev
Log:
Before adding links to the queue, see if parse is marked as followed.

Modified:
    
incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java

Modified: 
incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java
URL: 
http://svn.apache.org/viewvc/incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java?rev=1206662&r1=1206661&r2=1206662&view=diff
==============================================================================
--- 
incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java
 (original)
+++ 
incubator/droids/trunk/droids-core/src/main/java/org/apache/droids/robot/crawler/CrawlingWorker.java
 Sun Nov 27 03:58:26 2011
@@ -93,7 +93,7 @@ public class CrawlingWorker implements W
           }
           else {
             Parse parse = parser.parse(entity, link);
-            if( parse.getOutlinks() != null ) {
+            if( parse.getOutlinks() != null && parse.isFollowed() ) {
               Collection<Link> outlinks = getFilteredOutlinks( parse );
               droid.getQueue().addAll( outlinks );
             }