feat: add async worker queues and retry controls

2026-04-29 11:48:09 +08:00
parent e738398eb6
commit f3b83c9979
16 changed files with 1316 additions and 96 deletions
@@ -0,0 +1,50 @@
+"""Celery 应用入口。"""
+
+from __future__ import annotations
+
+from celery import Celery
+from kombu import Queue
+
+from fastapi_admin.config import (
+    LEAUDIT_TASK_SOFT_TIME_LIMIT,
+    LEAUDIT_TASK_TIME_LIMIT,
+    LEAUDIT_WORKER_QUEUE_NORMAL,
+    LEAUDIT_WORKER_QUEUE_URGENT,
+    REDIS_DB,
+    REDIS_HOST,
+    REDIS_PASSWORD,
+    REDIS_PORT,
+)
+
+
+def _build_redis_url() -> str:
+    """拼接 Redis broker / backend 连接串。"""
+    auth = f":{REDIS_PASSWORD}@" if REDIS_PASSWORD else ""
+    return f"redis://{auth}{REDIS_HOST}:{REDIS_PORT}/{REDIS_DB}"
+
+
+celery_app = Celery(
+    "leaudit_platform",
+    broker=_build_redis_url(),
+    backend=_build_redis_url(),
+)
+
+celery_app.conf.update(
+    task_default_queue=LEAUDIT_WORKER_QUEUE_NORMAL,
+    task_queues=(
+        Queue(LEAUDIT_WORKER_QUEUE_URGENT),
+        Queue(LEAUDIT_WORKER_QUEUE_NORMAL),
+    ),
+    task_track_started=True,
+    task_acks_late=True,
+    worker_prefetch_multiplier=1,
+    broker_connection_retry_on_startup=True,
+    task_soft_time_limit=LEAUDIT_TASK_SOFT_TIME_LIMIT,
+    task_time_limit=LEAUDIT_TASK_TIME_LIMIT,
+)
+
+celery_app.autodiscover_tasks(
+    [
+        "fastapi_modules.fastapi_leaudit.leaudit_bridge",
+    ]
+)