Add decorator to skip tests and log a warning if URL is unaccessible (#…

…2104) (#2163)

* Add decorator to skip tests and log a warning if URL is unaccessible

* More descriptive error message

Co-authored-by: Joe Cummings <jrcummings@fb.com>

test/torchtext_unittest/common/torchtext_test_case.py

@@ -5,13 +5,24 @@
 import shutil
 import subprocess
 import tempfile
+from urllib.error import HTTPError
 
 import torch  # noqa: F401
 from torch.testing._internal.common_utils import TestCase
 
 logger = logging.getLogger(__name__)
 
 
+def third_party_download(test_func):
+    def inner(*args, **kwargs):
+        try:
+            return test_func(*args, **kwargs)
+        except HTTPError as e:
+            logger.warning(f"Cannot access URL in {test_func.__name__}. Error message {e}")
+
+    return inner
+
+
 class TorchtextTestCase(TestCase):
     def setUp(self) -> None:
         logging.basicConfig(format=("%(asctime)s - %(levelname)s - " "%(name)s - %(message)s"), level=logging.INFO)

test/torchtext_unittest/test_build.py

@@ -5,7 +5,7 @@
 import torch
 import torchtext.data
 
-from .common.torchtext_test_case import TorchtextTestCase
+from .common.torchtext_test_case import TorchtextTestCase, third_party_download
 
 
 class TestDataUtils(TorchtextTestCase):
@@ -64,6 +64,7 @@ def test_vectors_get_vecs(self) -> None:
         self.assertEqual(token_one_vec.shape[0], vec.dim)
         self.assertEqual(vec[tokens[0].lower()], token_one_vec)
 
+    @third_party_download
     def test_download_charngram_vectors(self) -> None:
         # Build a vocab and get vectors twice to test caching.
         for _ in range(2):