From 4a0c089839e6f56ea483badffebff150ad1d3ef1 Mon Sep 17 00:00:00 2001
From: Dongyu Li <544104925@qq.com>
Date: Wed, 4 Jun 2025 17:58:55 +0800
Subject: [PATCH] feat(queue_monitor): Add monitoring tasks for the dataset
 queue.

---
 docker/.env.example        | 7 +++++++
 docker/docker-compose.yaml | 3 +++
 2 files changed, 10 insertions(+)

diff --git a/docker/.env.example b/docker/.env.example
index ac9536be03..b7a68c4326 100644
--- a/docker/.env.example
+++ b/docker/.env.example
@@ -1106,3 +1106,10 @@ OTEL_METRIC_EXPORT_TIMEOUT=30000
 
 # Prevent Clickjacking
 ALLOW_EMBED=false
+
+# Dataset queue monitor configuration
+QUEUE_MONITOR_THRESHOLD=200
+# You can configure multiple ones, separated by commas. eg: test1@dify.ai,test2@dify.ai
+QUEUE_MONITOR_ALERT_EMAILS=
+# Monitor interval in minutes, default is 30 minutes
+QUEUE_MONITOR_INTERVAL=30
diff --git a/docker/docker-compose.yaml b/docker/docker-compose.yaml
index 41e86d015f..d532dfcc0b 100644
--- a/docker/docker-compose.yaml
+++ b/docker/docker-compose.yaml
@@ -497,6 +497,9 @@ x-shared-env: &shared-api-worker-env
   OTEL_BATCH_EXPORT_TIMEOUT: ${OTEL_BATCH_EXPORT_TIMEOUT:-10000}
   OTEL_METRIC_EXPORT_TIMEOUT: ${OTEL_METRIC_EXPORT_TIMEOUT:-30000}
   ALLOW_EMBED: ${ALLOW_EMBED:-false}
+  QUEUE_MONITOR_THRESHOLD: ${QUEUE_MONITOR_THRESHOLD:-200}
+  QUEUE_MONITOR_ALERT_EMAILS: ${QUEUE_MONITOR_ALERT_EMAILS:-}
+  QUEUE_MONITOR_INTERVAL: ${QUEUE_MONITOR_INTERVAL:-30}
 
 services:
   # API service