Author: sebb
Date: Fri Dec 21 11:04:13 2018
New Revision: 1849459
URL: http://svn.apache.org/viewvc?rev=1849459&view=rev
Log:
Try gitbox if git-wip-us fails
Modified:
comdev/projects.apache.org/trunk/scripts/cronjobs/parseprojects.py
Modified: comdev/projects.apache.org/trunk/scripts/cronjobs/parseprojects.py
URL:
http://svn.apache.org/viewvc/comdev/projects.apache.org/trunk/scripts/cronjobs/parseprojects.py?rev=1849459&r1=1849458&r2=1849459&view=diff
==============================================================================
--- comdev/projects.apache.org/trunk/scripts/cronjobs/parseprojects.py
(original)
+++ comdev/projects.apache.org/trunk/scripts/cronjobs/parseprojects.py Fri Dec
21 11:04:13 2018
@@ -158,7 +158,15 @@ for s in itemlist :
url = s.childNodes[0].data
try:
rdf = None
- rdf = urllib.request.urlopen(url, timeout=URL_TIMEOUT).read()
+ try:
+ rdf = urllib.request.urlopen(url, timeout=URL_TIMEOUT).read()
+ except OSError as err:
+ if isinstance(err, urllib.error.HTTPError) and err.code == 404:
+ url = url.replace('git-wip-us.apache.org','gitbox.apache.org',
1)
+ rdf = urllib.request.urlopen(url, timeout=URL_TIMEOUT).read()
+ print("INFO: succeeded with gitbox for %s" % url)
+ else:
+ raise err
rdfxml = ET.fromstring(rdf)
project = rdfxml[0]
pjson = {
