Handle logging differently when Scoop fails in this particular way.

harvard-lil · Oct 31, 2023 · 9f7aab1 · 9f7aab1
1 parent 4552731
commit 9f7aab1
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/perma_web/perma/celery_tasks.py b/perma_web/perma/celery_tasks.py
@@ -1081,6 +1081,9 @@ def capture_with_scoop(capture_job):
             if poll_data['stderr_logs'] and didnt_load in poll_data['stderr_logs']:
                 logger.warning(f"{capture_job.link_id}: Scoop failed to load submitted URL ({capture_job.submitted_url}).")
                 capture_job.link.tags.add('scoop-load-failure')
+            elif not poll_data['stderr_logs'] and poll_data['stdout_logs'] and poll_data['stdout_logs'].endswith(' created.\n'):
+                logger.warning(f"{capture_job.link_id}: Scoop stopped after tmp folder creation.")
+                capture_job.link.tags.add('scoop-stopped-failure')
             elif not poll_data['stderr_logs'] and not poll_data['stdout_logs']:
                 logger.warning(f"{capture_job.link_id}: Scoop failed without logs ({poll_data['id_capture']}).")
                 capture_job.link.tags.add('scoop-silent-failure')