feat: show number of failed celery tasks on stats page (#2820)

Author: niross

dataworkspace/dataworkspace/apps/dw_admin/views.py

@@ -3,6 +3,7 @@
 from datetime import datetime, timedelta
 
 from botocore.exceptions import ClientError
+from celery import states
 from dateutil.rrule import DAILY, rrule
 
 from django import forms
@@ -19,6 +20,7 @@
 from django.urls import reverse
 from django.utils.timesince import timesince
 from django.views.generic import FormView, CreateView, TemplateView
+from django_celery_results.models import TaskResult
 
 from dataworkspace.apps.applications.models import ApplicationInstance
 from dataworkspace.apps.core.boto3_client import get_s3_client
@@ -524,4 +526,9 @@ def get_context_data(self, **kwargs):
                     perm_query_chart_data[day.date()] = 0
             ctx["perm_query_chart_data"] = sorted(perm_query_chart_data.items())
 
+        # Number of failed celery tasks in the last 24 hours
+        ctx["failed_celery_tasks_24_hours"] = TaskResult.objects.filter(
+            date_done__gte=datetime.now() - timedelta(hours=24), status=states.FAILURE
+        ).count()
+
         return ctx

dataworkspace/dataworkspace/templates/admin/data_workspace_stats.html

@@ -189,6 +189,18 @@ <h3>In the past 7 days</h3>
           </a>
         </div>
       {% endif %}
+      {% if failed_celery_tasks_24_hours is not None %}
+        <div class="stat{% if failed_celery_tasks_24_hours > 0 %} bad-news{% endif %}">
+          <a
+            target="_blank"
+            href="{% url 'admin:django_celery_results_taskresult_changelist' %}?status__exact=FAILURE"
+          >
+            <h2>Failed celery tasks</h2>
+            <h1>{{ failed_celery_tasks_24_hours }}</h1>
+            <h3>In the past 24 hours</h3>
+          </a>
+        </div>
+      {% endif %}
     </div>
     {% if tool_start_chart_data is not None %}
       <h1>Tool start times</h1>