From dcd201193907030b9e8c09cfb0cbcc316e42866c Mon Sep 17 00:00:00 2001 From: Mark Nazzaro Date: Fri, 17 May 2024 10:55:33 -0400 Subject: [PATCH 1/2] Handle error for gcs list blob --- arxiv/files/object_store.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/arxiv/files/object_store.py b/arxiv/files/object_store.py index 84c03e7d..97e3b9d1 100644 --- a/arxiv/files/object_store.py +++ b/arxiv/files/object_store.py @@ -127,7 +127,10 @@ def list(self, prefix: str) -> Iterator[FileObj]: 'ps_cache/arxiv/pdf/1212/1212.12345' or 'ftp/cs/papers/0012/0012007'. """ - return self.bucket.client.list_blobs(self.bucket, prefix=prefix) # type: ignore + try: + return self.bucket.client.list_blobs(self.bucket, prefix=prefix) # type: ignore + except: + return iter([]) def status(self) -> Tuple[Literal["GOOD", "BAD"], str]: """Gets if bucket can be read.""" From fe3222a72f7209fb79fff6bde68f3af614885b53 Mon Sep 17 00:00:00 2001 From: Mark Nazzaro Date: Fri, 17 May 2024 11:23:36 -0400 Subject: [PATCH 2/2] raise exception --- arxiv/files/object_store.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/arxiv/files/object_store.py b/arxiv/files/object_store.py index 97e3b9d1..64b50ec0 100644 --- a/arxiv/files/object_store.py +++ b/arxiv/files/object_store.py @@ -129,8 +129,8 @@ def list(self, prefix: str) -> Iterator[FileObj]: """ try: return self.bucket.client.list_blobs(self.bucket, prefix=prefix) # type: ignore - except: - return iter([]) + except Exception as e: + raise RuntimeError (f'.list failed on gs://{self.bucket.name}/{prefix}') from e def status(self) -> Tuple[Literal["GOOD", "BAD"], str]: """Gets if bucket can be read."""