On Monday 15 December 2008 04:10, j16sdiz at freenetproject.org wrote:
> Author: j16sdiz
> Date: 2008-12-15 04:10:33 +0000 (Mon, 15 Dec 2008)
> New Revision: 24339
>
> Modified:
> trunk/plugins/XMLSpider/XMLSpider.java
> Log:
> remove unused code, don't start queued uri immediately
Why not? When I added it the justification was we might have nothing actually
fetching but one or more HTML parses going on, when those parses produce URIs
we want to immediately start fetching them.
>
> Modified: trunk/plugins/XMLSpider/XMLSpider.java
> ===================================================================
> --- trunk/plugins/XMLSpider/XMLSpider.java 2008-12-15 03:11:00 UTC (rev
24338)
> +++ trunk/plugins/XMLSpider/XMLSpider.java 2008-12-15 04:10:33 UTC (rev
24339)
> @@ -1204,46 +1204,8 @@
> }
>
> public void foundURI(FreenetURI uri, boolean inline){
> -
> Logger.debug(this, "foundURI " + uri + " on " + page);
> queueURI(uri, "Added from " + page.uri);
> - // FIXME re-enable outlinks/inlinks when we can do
> something useful with
them
> -// synchronized(XMLSpider.this) {
> -// Integer iduri = (Integer) uriIds.get(uri);
> -/*
> - * update the outlink information for the current page
> - */
> -// if(outlinks.containsKey(id)){
> -// Vector outlink = (Vector) outlinks.get(id);
> -// if(!outlink.contains(iduri))
> -// outlink.add(iduri);
> -// outlinks.remove(id);
> -// outlinks.put(id, outlink);
> -// }
> -// else
> -// {
> -// Vector outlink = new Vector();
> -// outlink.add(iduri);
> -// outlinks.put(id, outlink);
> -// }
> -/*
> - * update the inlink information for the new link
> - */
> -// if(inlinks.containsKey(iduri)){
> -// Vector inlink = (Vector) inlinks.get(iduri);
> -// if(!inlink.contains(id)) inlink.add(id);
> -// inlinks.remove(iduri);
> -// inlinks.put(iduri, inlink);
> -// }
> -// else
> -// {
> -// Vector inlink = new Vector();
> -// inlink.add(id);
> -// inlinks.put(iduri, inlink);
> -// }
> -// } // synchronized
> -
> - startSomeRequests();
> }
>
> Integer lastPosition = null;
>
> _______________________________________________
> cvs mailing list
> cvs at freenetproject.org
> http://emu.freenetproject.org/cgi-bin/mailman/listinfo/cvs
>
>
-------------- next part --------------
A non-text attachment was scrubbed...
Name: not available
Type: application/pgp-signature
Size: 827 bytes
Desc: not available
URL:
<https://emu.freenetproject.org/pipermail/devl/attachments/20081216/daaefbca/attachment.pgp>