Check URLs always and in parallel.

schemas/validate.py

@@ -1,7 +1,8 @@
-from jsonschema import validate as json_validate
 import json
 import os
 import urllib.request
+from jsonschema import validate as json_validate
+from multiprocessing.pool import Pool
 
 
 GENERIC_EA_SCHEMA = 'generic-ea-schema.json'
@@ -40,18 +41,23 @@ def validate_builds(builds):
         files = build['files']
         assert version in download_base_url, f'version not found in download_base_url: {json.dumps(build)}'
         assert all(version in file['filename'] for file in files), f'version not found in all filenames: {json.dumps(build)}'
-        if os.getenv('GITHUB_EVENT_NAME') != 'pull_request':
-            check_urls_exist(download_base_url, files)
+        check_urls_exist(download_base_url, files)
 
 
 def check_urls_exist(download_base_url, files):
-    for file in files:
-        for extension in ['', '.sha256']:
-            download_url = f'{download_base_url}{file["filename"]}{extension}'
-            print(f"  Checking '{download_url}'...")
-            request = urllib.request.Request(download_url, method='HEAD')
-            response = urllib.request.urlopen(request)
-            assert response.status == 200, f"Expected status code of 200, got {response.status} for '{download_url}'"
+    with Pool() as pool:
+        download_urls = [f'{download_base_url}{file["filename"]}{extension}' for extension in ['', '.sha256'] for file in files]
+        pool.map(check_url_exists, download_urls)
+
+
+def check_url_exists(download_url):
+    print(f"  Checking '{download_url}'...")
+    request = urllib.request.Request(download_url, method='HEAD')
+    try:
+        response = urllib.request.urlopen(request)
+    except urllib.error.URLError as e:
+        assert False, f"Failed to retrieve '{download_url}': {e}"
+    assert response.status == 200, f"Expected status code of 200, got {response.status} for '{download_url}'"
 
 
 if __name__ == '__main__':