feat(llma): add evaluation report delivery and temporal workflows

posthog/templates/email/evaluation_report.html

@@ -0,0 +1,19 @@
+{% extends "email/base.html" %}
+
+{% block heading %}{% endblock %}
+
+{% block section %}
+
+{% comment %}
+report_body is markdown rendered by markdown-it-py with html=False, so raw HTML in
+the markdown source is escaped. Content originates from our own LLM agent via
+structured tool outputs (not user input), and is delivered via email only.
+{% endcomment %}
+{# nosemgrep: python.flask.security.xss.audit.template-unescaped-with-safe.template-unescaped-with-safe #}
+{{ report_body|safe }}
+
+<div class="mb mt text-center">
+    <a class="button primary" href="{{ evaluation_url }}">View evaluation in PostHog</a>
+</div>
+
+{% endblock %}

posthog/temporal/llm_analytics/__init__.py

@@ -1,3 +1,17 @@
+from posthog.temporal.llm_analytics.eval_reports.activities import (
+    deliver_report_activity,
+    fetch_count_triggered_eval_reports_activity,
+    fetch_due_eval_reports_activity,
+    prepare_report_context_activity,
+    run_eval_report_agent_activity,
+    store_report_run_activity,
+    update_next_delivery_date_activity,
+)
+from posthog.temporal.llm_analytics.eval_reports.workflow import (
+    CheckCountTriggeredReportsWorkflow,
+    GenerateAndDeliverEvalReportWorkflow,
+    ScheduleAllEvalReportsWorkflow,
+)
 from posthog.temporal.llm_analytics.metrics import EvalsMetricsInterceptor  # noqa: F401
 from posthog.temporal.llm_analytics.run_evaluation import (
     RunEvaluationWorkflow,
@@ -64,6 +78,10 @@
     BatchTraceSummarizationCoordinatorWorkflow,
     DailyTraceClusteringWorkflow,
     TraceClusteringCoordinatorWorkflow,
+    # Evaluation reports
+    ScheduleAllEvalReportsWorkflow,
+    CheckCountTriggeredReportsWorkflow,
+    GenerateAndDeliverEvalReportWorkflow,
     # Keep sentiment workflow registered here temporarily so orphaned workflows on general-purpose queue can complete
     ClassifySentimentWorkflow,
     # Keep eval workflow registered here temporarily so orphaned workflows on general-purpose queue can complete
@@ -84,6 +102,14 @@
     perform_clustering_compute_activity,
     generate_cluster_labels_activity,
     emit_cluster_events_activity,
+    # Evaluation report activities
+    fetch_due_eval_reports_activity,
+    fetch_count_triggered_eval_reports_activity,
+    prepare_report_context_activity,
+    run_eval_report_agent_activity,
+    store_report_run_activity,
+    deliver_report_activity,
+    update_next_delivery_date_activity,
     # Keep sentiment activity registered here temporarily so orphaned workflows on general-purpose queue can complete
     classify_sentiment_activity,
     # Keep eval activities registered here temporarily so orphaned workflows on general-purpose queue can complete