throw exception if no work to do

cityofaustin · May 8, 2024 · df60832 · df60832
1 parent 2642593
commit df60832
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/atd-etl/cris_import/cris_import.py b/atd-etl/cris_import/cris_import.py
@@ -339,6 +339,10 @@ def download_s3_archive():
         cursor.execute("SELECT * FROM cris_import_log WHERE import_attempted is false")
         uploads_to_import = cursor.fetchall()
 
+        # Check if there are no new files to process
+        if len(uploads_to_import) == 0:
+            raise Exception("No new files to process")
+
         # Create a new temporary directory
         import_dir = tempfile.mkdtemp()