Add functionality to reset stale RUNNING tasks to READY in task overview

atlas/admin.py

@@ -32,6 +32,8 @@ from reversion.admin import VersionAdmin
 from django.forms.widgets import RadioSelect
 from django.utils.html import format_html
 from django.urls import reverse
+from django.utils import timezone
+from datetime import timedelta
 
 from tinymce.widgets import TinyMCE
 
@@ -226,6 +228,24 @@ if DBTaskResult is not None:
             msg += f" Skipped {blocked} running task(s)."
         self.message_user(request, msg, level=messages.SUCCESS)
 
+    @admin.action(description="Reset stale RUNNING tasks to READY (>30 min)")
+    def reset_stale_running_to_ready(self, request, queryset):
+        cutoff = timezone.now() - timedelta(minutes=30)
+        updated = queryset.filter(status="RUNNING", started_at__lt=cutoff).update(
+            status="READY",
+            started_at=None,
+            finished_at=None,
+            worker_ids="",
+            exception_class_path="",
+            traceback="",
+            return_value=None,
+        )
+        self.message_user(
+            request,
+            f"Reset {updated} stale RUNNING task(s) to READY (older than 30 minutes).",
+            level=messages.SUCCESS,
+        )
+
     @admin.action(description="Delete selected COMPLETED tasks")
     def delete_selected_completed(self, request, queryset):
         completed_qs = queryset.filter(status="SUCCESSFUL")
@@ -278,6 +298,7 @@ if DBTaskResult is not None:
         admin_cls.actions = (
             "reset_failed_to_ready",
             "reset_selected_to_ready",
+            "reset_stale_running_to_ready",
             "delete_selected_completed",
             "delete_selected_failed",
         )
@@ -339,6 +360,7 @@ if DBTaskResult is not None:
         admin_cls.traceback_pretty = traceback_pretty
         admin_cls.reset_failed_to_ready = reset_failed_to_ready
         admin_cls.reset_selected_to_ready = reset_selected_to_ready
+        admin_cls.reset_stale_running_to_ready = reset_stale_running_to_ready
         admin_cls.delete_selected_completed = delete_selected_completed
         admin_cls.delete_selected_failed = delete_selected_failed
         admin_cls.has_add_permission = has_add_permission