Author: sebb
Date: Tue Mar 3 17:49:45 2026
New Revision: 1932141
Log:
Try to get more info on 429 errors
Modified:
comdev/projects.apache.org/trunk/scripts/cronjobs/urlutils.py
Modified: comdev/projects.apache.org/trunk/scripts/cronjobs/urlutils.py
==============================================================================
--- comdev/projects.apache.org/trunk/scripts/cronjobs/urlutils.py Tue Mar
3 17:21:52 2026 (r1932140)
+++ comdev/projects.apache.org/trunk/scripts/cronjobs/urlutils.py Tue Mar
3 17:49:45 2026 (r1932141)
@@ -92,6 +92,9 @@ def getIfNewer(url, sinceTime=None, enco
else:
response = resp
except HTTPError as err:
+ if err.code == 429: # Too many requests
+ # There may be some useful info in the headers
+ print(f"{url} {err.code} {err.hdrs._headers}")
if err.code == 304:
lastMod = sinceTime # preserve timestamp
else:
@@ -284,6 +287,8 @@ class UrlCache(object):
return open(target, 'rb')
def main():
+ x = URLopen('https://httpbin.org/status/429')
+ return
print(URLexists('https://www.apache.org/'))
print(URLexists('https://www.apache.org/__'))
print(URLexists('https://__.apache.org/'))
