chore: Sleep a bit when encountering a 429 in doc link checker (#6286)

Author: I-Al-Istannen

chore/check-links-in-doc.py

@@ -7,16 +7,24 @@
 import os
 import codecs
 import requests
+import time
 
 URLS = []
 
-def check_external_url(url):
+def check_external_url(url, tries = 0):
+  if tries > 10:
+    raise Exception(f"{url} still 429ed after {tries} tries")
   # only checking the local or github files
   # we may comment since later and check everything but it takes time
   if "spoon.forge" not in url and "INRIA/spoon" not in url : return
 
   if url in URLS: return
   r = requests.get(url, headers = {"user-agent": "Mozilla/5.0 FakeBrowser"}) # sf.net, elsevier use stupid UA detection
+  if r.status_code == 429:
+    print("Got 429, sleeping for a bit")
+    print(r.text)
+    time.sleep(2)
+    return check_external_url(url, tries=tries + 1)
   if r.status_code != 200:
     raise Exception(url+" invalid "+str(r.status_code))
   URLS.append(url)