Author: sebb Date: Sun Apr 10 22:11:53 2016 New Revision: 1738472 URL: http://svn.apache.org/viewvc?rev=1738472&view=rev Log: Start reducing the lists we look at
Modified: comdev/reporter.apache.org/trunk/scripts/mailglomper2.py Modified: comdev/reporter.apache.org/trunk/scripts/mailglomper2.py URL: http://svn.apache.org/viewvc/comdev/reporter.apache.org/trunk/scripts/mailglomper2.py?rev=1738472&r1=1738471&r2=1738472&view=diff ============================================================================== --- comdev/reporter.apache.org/trunk/scripts/mailglomper2.py (original) +++ comdev/reporter.apache.org/trunk/scripts/mailglomper2.py Sun Apr 10 22:11:53 2016 @@ -191,6 +191,10 @@ signal.signal(signal.SIGTERM, handle) lastCheckpoint = time.time() # when output files were last saved for mlist in re.finditer(r"<a href='([-a-z0-9]+)/'", data): ml = mlist.group(1) + # TODO reject all but current projects, meanwhile we don't want these: + if ml.startswith('www-'): + continue # don't want ASF mailing lists + tsprint("Processing: " + ml) start = time.time() mls[ml] = {}