(whimsy) branch master updated: Check for failed fetch

[sebb]

This is an automated email from the ASF dual-hosted git repository.

sebb pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/whimsy.git


The following commit(s) were added to refs/heads/master by this push:
     new fe4ee630 Check for failed fetch
fe4ee630 is described below

commit fe4ee630fdaf3f3be27acb5fcfb82a34a6aafef6
Author: Sebb <sebb...@users.noreply.github.com>
AuthorDate: Thu Apr 25 08:45:51 2024 +0100

    Check for failed fetch
---
 tools/site-scan.rb | 11 +++++++----
 1 file changed, 7 insertions(+), 4 deletions(-)

diff --git a/tools/site-scan.rb b/tools/site-scan.rb
index f57a832e..b52ea858 100755
--- a/tools/site-scan.rb
+++ b/tools/site-scan.rb
@@ -204,10 +204,13 @@ def parse(id, site, name, podling=false)
     subpages.each do |subpage|
       begin
         uri, response, status = $cache.get(subpage)
-        if response =~ 
SiteStandards::PODLING_CHECKS['disclaimer'][SiteStandards::CHECK_CAPTURE]
-          hasdisclaimer += 1
-        else
-          nodisclaimer << subpage
+        puts "#{id} #{uri} #{status}"
+        if %w{unchanged recent updated}.include? status
+          if response =~ 
SiteStandards::PODLING_CHECKS['disclaimer'][SiteStandards::CHECK_CAPTURE]
+            hasdisclaimer += 1
+          else
+            nodisclaimer << subpage
+          end
         end
       rescue URI::InvalidURIError
       end