Author: dmeyer
Date: Tue Jan 23 20:43:25 2007
New Revision: 2442
Added:
trunk/base/src/notifier/url.py
Modified:
trunk/base/src/notifier/__init__.py
Log:
add urllib2 wrapper based on threads
Modified: trunk/base/src/notifier/__init__.py
==============================================================================
--- trunk/base/src/notifier/__init__.py (original)
+++ trunk/base/src/notifier/__init__.py Tue Jan 23 20:43:25 2007
@@ -54,6 +54,7 @@
from jobserver import ThreadCallback, execute_in_thread
from jobserver import killall as kill_jobserver
from async import InProgress
+from url import URL
from decorators import execute_in_timer, execute_in_mainloop
Added: trunk/base/src/notifier/url.py
==============================================================================
--- (empty file)
+++ trunk/base/src/notifier/url.py Tue Jan 23 20:43:25 2007
@@ -0,0 +1,101 @@
+# -*- coding: iso-8859-1 -*-
+# -----------------------------------------------------------------------------
+# url.py - wrapper for receiving urllib2.Request objects
+# -----------------------------------------------------------------------------
+# $Id$
+#
+# Usage:
+# request = urllib2.Request('http://www.freevo.org/')
+# url = URL(request)
+# url.signals['header'].connect(callback)
+# url.signals['data'].connect(callback)
+# url.signals['completed'].connect(callback)
+# url.fetch(length=0) -> InProgress object
+#
+# -----------------------------------------------------------------------------
+# kaa.notifier - Mainloop and callbacks
+# Copyright (C) 2007 Dirk Meyer, Jason Tackaberry, et al.
+#
+# First Version: Dirk Meyer <[EMAIL PROTECTED]>
+# Maintainer: Dirk Meyer <[EMAIL PROTECTED]>
+#
+# Please see the file AUTHORS for a complete list of authors.
+#
+# This library is free software; you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License version
+# 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful, but
+# WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
+# 02110-1301 USA
+#
+# -----------------------------------------------------------------------------
+
+__all__ = [ 'URL' ]
+
+# python imports
+import urllib2
+
+# kaa.notifier imports
+from kaa.notifier import Thread, Signals, InProgress
+
+class URL(object):
+ """
+ Thread based urlopen2.urlopen function.
+ Note: if special opener (see urlib2) are used, they are executed inside
+ the thread. Make sure the code is thread safe.
+ """
+ def __init__(self, request, data = None):
+ self._args = request, data
+ self.signals = Signals('header', 'data', {'completed': InProgress() })
+
+
+ def fetch(self, length=0):
+ """
+ Start urllib2 data fetching. If length is 0 the complete data will
+ be fetched and send to the data and completed signal. If data is
+ greater 0, the fd will read 'length' bytes and send it to the data
+ signal until everything is read or no callback is connected anymore.
+ The function returns the 'completed' signal which is an InProgress
+ object.
+ """
+ t = Thread(self._fetch_thread, length)
+ signal = self.signals['completed']
+ t.signals['completed'].connect_once(signal.emit)
+ t.signals['exception'].connect_once(signal.exception_handler.emit)
+ t.start()
+ # FIXME: Thread should return this by default and not the two
+ # independed signals
+ return signal
+
+
+ def _fetch_thread(self, length):
+ """
+ The real urllib2 calls in a thread.
+ """
+ fd = urllib2.urlopen(*self._args)
+ self.signals['header'].emit(fd.info())
+ if not len(self.signals['data']) and not
len(self.signals['completed']):
+ # no callback connected, no need to read
+ return
+ if not length:
+ # get everything at once
+ data = fd.read()
+ self.signals['data'].emit(data)
+ return data
+ while True:
+ # read in length data size chunks
+ data = fd.read(length)
+ self.signals['data'].emit(data)
+ if not data:
+ # no data (done)
+ return True
+ if not len(self.signals['data']) and not
len(self.signals['completed']):
+ # no callback listening anymore
+ return False
-------------------------------------------------------------------------
Take Surveys. Earn Cash. Influence the Future of IT
Join SourceForge.net's Techsay panel and you'll get the chance to share your
opinions on IT & business topics through brief surveys - and earn cash
http://www.techsay.com/default.php?page=join.php&p=sourceforge&CID=DEVDEV
_______________________________________________
Freevo-cvslog mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/freevo-cvslog
