fix: [crawler] fix crawler queue stats

ail-project · Sep 17, 2024 · 9fb1902 · 9fb1902
1 parent 759d241
commit 9fb1902
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bin/lib/crawlers.py b/bin/lib/crawlers.py
@@ -1023,7 +1023,7 @@ def reload_crawlers_stats():
         tasks = r_crawler.smembers(f'crawler:queue:type:{domain_type}')
         for task_uuid in tasks:
             task = CrawlerTask(task_uuid)
-            if not task.is_in_queue() and task.get_status() is None:
+            if not task.is_in_queue() and task.get_status() is None and not task.get_capture():
                 task.delete()
 
 #### Blocklist ####