完成极速成品和脚本优化

This commit is contained in:
Azmat@qq.com
2026-08-25 11:13:07 +08:00
parent 00fc454db7
commit e2ec2d14af
46 changed files with 4734 additions and 432 deletions
+54 -2
View File
@@ -27,13 +27,39 @@ class WorkerUnavailable(APIException):
_OK_TTL = 30.0
_FAIL_TTL = 5.0
_cache = {"ok": False, "expires": 0.0}
# True / False / None(inspect 没答上来,不当成「未部署」)
_registered_task_cache: dict[str, tuple[bool | None, float]] = {}
def _task_name_listed(task_name: str, task_names) -> bool:
"""Celery inspect.registered() 可能给全名、短名,或带 [rate] 后缀。"""
short = task_name.rsplit(".", 1)[-1]
for raw in task_names or []:
name = str(raw).split("[", 1)[0].strip()
if name in {task_name, short} or name.endswith("." + short):
return True
return False
def _inspect_task_registered(task_name: str) -> bool | None:
"""True 已注册 / False 明确没有 / None 问不到(超时或空应答)。"""
try:
from airshelf.celery import app as celery_app
registered = celery_app.control.inspect(timeout=2.5).registered()
except Exception: # noqa: BLE001 — inspect 失败不等于任务没部署
return None
if not registered:
return None
return any(_task_name_listed(task_name, names) for names in registered.values())
def _ping_workers() -> bool:
from airshelf.celery import app as celery_app
# limit=1:收到第一个 worker 回包立即返回,不傻等满 timeout
return bool(celery_app.control.ping(timeout=1.0, limit=1))
# limit=1:收到第一个 worker 回包立即返回。本机连火山 Redis 往返常超过 1s,
# 超时会被误判成 worker 未运行,生成入口整页锁死。
return bool(celery_app.control.ping(timeout=3.0, limit=1))
def celery_worker_available() -> bool:
@@ -55,3 +81,29 @@ def require_worker() -> None:
"""生成类提交入口的前置检查:无 worker 直接 503,不让任务出门。"""
if not celery_worker_available():
raise WorkerUnavailable()
def require_worker_task(task_name: str) -> None:
"""确认在线 Worker 已加载指定任务,避免新功能被旧进程静默丢弃。
Worker 在线不代表它已经加载了最新 tasks.py。Celery 收到未注册任务会直接丢弃消息,
页面只能看到永久「生成中」。提交极速成片等新编排前,额外确认任务名已注册。
inspect 超时/空应答不能当成「未部署」——本机常见 ping 通、inspect 1s 问不到,
会误报「正在升级」。只有明确看到已注册列表且没有该任务时才拦截。
"""
if getattr(settings, "CELERY_TASK_ALWAYS_EAGER", False):
return
require_worker()
now = time.monotonic()
cached = _registered_task_cache.get(task_name)
if cached and now < cached[1]:
available = cached[0]
else:
available = _inspect_task_registered(task_name)
ttl = _OK_TTL if available else _FAIL_TTL
_registered_task_cache[task_name] = (available, now + ttl)
if available is False:
exc = WorkerUnavailable()
exc.detail = "极速成片后台任务尚未加载,请重启 Celery worker 后再试。"
raise exc