feat: 岗位会商命令幂等与圆桌后台作业租约调度
岗位会商写操作引入 command_id 幂等与版本锁,前端支持同键重试;圆桌后台作业改为 DB 租约 dispatcher、去重与草稿 outbox 补偿,并持久化 intent turns。 Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
1 parent
4f536d9b39
commit
75963c9ad9
51 files changed
+4449
-670
No files matched your search
@@ -52,10 +52,14 @@ SSE 协议(与前端 ``streamIntent`` 对齐)
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import hashlib
|
||||
import json
|
||||
import logging
|
||||
import os
|
||||
import re
|
||||
import uuid
|
||||
from collections.abc import AsyncIterator
|
||||
from datetime import UTC, datetime, timedelta
|
||||
from typing import Any
|
||||
|
||||
import httpx
|
||||
@@ -89,6 +93,37 @@ from deerflow.tools.builtins.clarification_utils import resolve_allow_multiple
|
||||
logger = logging.getLogger(__name__)
|
||||
router = APIRouter(prefix="/api/intent", tags=["intent"])
|
||||
|
||||
# ── Phase 4:意图回合跨 worker 单飞 + 幂等 ─────────────────────────────────────
|
||||
# 进程内 RunManager 是每 worker 内存态,多 worker 下同 thread 的两个请求落到不同
|
||||
# worker 会各启一个 run(无 409)。单飞只能靠 DB:intent_turns 表对 (thread_id,
|
||||
# client_turn_id) 的唯一键 + 条件 UPDATE 抢占。前端每回合生成稳定 client_turn_id,
|
||||
# 重试 / 双击复用,杜绝「同一回合被启两个 run → 双发意图 / 重复澄清卡」。
|
||||
_WORKER_ID = f"w-{os.getpid()}-{uuid.uuid4().hex[:8]}"
|
||||
_INTENT_TURN_LEASE_TTL_SECONDS = 120
|
||||
|
||||
|
||||
def _intent_message_hash(message: str, files: list, task_context: dict | None) -> str:
|
||||
"""回合内容指纹:message + files + task_context 的 sha256。
|
||||
|
||||
检测「同一 client_turn_id 但内容变了」的客户端 bug(→ conflict)。文件按
|
||||
(filename, path) 归一,避免临时字段(size/status)造成假性不一致。
|
||||
"""
|
||||
file_repr = sorted(
|
||||
(str(f.get("filename") or ""), str(f.get("path") or "")) for f in (files or [])
|
||||
)
|
||||
blob = json.dumps(
|
||||
{"message": message, "files": file_repr, "task_context": task_context or {}},
|
||||
ensure_ascii=False,
|
||||
sort_keys=True,
|
||||
)
|
||||
return hashlib.sha256(blob.encode("utf-8")).hexdigest()
|
||||
|
||||
|
||||
def _get_intent_turn_store(request: Request):
|
||||
"""意图回合单飞 store(未配置 DB 时为 None → 跳过单飞,走原流程)。"""
|
||||
return getattr(request.app.state, "intent_turn_store", None)
|
||||
|
||||
|
||||
# 内置 agent 目录名,须与 ``.deer-flow/agents/roundtable-intent/`` 一致。
|
||||
INTENT_AGENT_ID = "roundtable-intent"
|
||||
_SUPPORTED_INTENT_AGENT_IDS = frozenset({INTENT_AGENT_ID, POSITION_INTENT_AGENT_ID})
|
||||
@@ -485,6 +520,60 @@ async def stream_intent(request: Request, payload: dict = Body(...)) -> Streamin
|
||||
# 因此既无须 trust_env=False 防代理,也不存在 loopback 40s 超时这种坑。
|
||||
async with _make_loopback_client(request) as client:
|
||||
try:
|
||||
# —— Phase 4:意图回合跨 worker 单飞 + 幂等 ——
|
||||
# 同一 (thread_id, client_turn_id) 至多一个 run:重复 / 双击 / 网络重发
|
||||
# 命中既有行即幂等返回,绝不重复启 run(杜绝双发意图 / 重复澄清卡)。
|
||||
turn_store = _get_intent_turn_store(request)
|
||||
client_turn_id = str(payload.get("client_turn_id") or "").strip() or uuid.uuid4().hex
|
||||
msg_hash = _intent_message_hash(message, files, task_context)
|
||||
claim_action = "run" # 无 store 时走原流程
|
||||
if turn_store is not None:
|
||||
claim = await turn_store.try_claim(
|
||||
thread_id=thread_id,
|
||||
client_turn_id=client_turn_id,
|
||||
message_hash=msg_hash,
|
||||
lease_owner=_WORKER_ID,
|
||||
lease_until=datetime.now(UTC)
|
||||
+ timedelta(seconds=_INTENT_TURN_LEASE_TTL_SECONDS),
|
||||
)
|
||||
claim_action = claim.get("action") or "run"
|
||||
if claim_action == "replay":
|
||||
cached = (claim.get("row") or {}).get("result_json")
|
||||
if isinstance(cached, dict):
|
||||
yield f"data: {json.dumps(cached, ensure_ascii=False)}\n\n"
|
||||
return
|
||||
# 缓存缺失/损坏 → 降级重跑(极少见)。
|
||||
claim_action = "run"
|
||||
elif claim_action == "duplicate":
|
||||
# 既有回合仍在跑且租约有效:本请求是重复 in-flight,丢弃
|
||||
# (原请求正在流式吐结果)。前端按 duplicate 标记忽略。
|
||||
dup = {"status": "asking", "content": "", "summary": None, "duplicate": True}
|
||||
yield f"data: {json.dumps(dup, ensure_ascii=False)}\n\n"
|
||||
return
|
||||
elif claim_action == "conflict":
|
||||
err_conflict = {
|
||||
"status": "error",
|
||||
"content": "意图回合幂等键冲突:同一 client_turn_id 但消息内容不同。",
|
||||
"summary": None,
|
||||
}
|
||||
yield f"data: {json.dumps(err_conflict, ensure_ascii=False)}\n\n"
|
||||
return
|
||||
|
||||
async def _record_terminal(frame: dict[str, Any]) -> None:
|
||||
"""终态帧落库(仅本 worker 赢得领取时),供后续重复请求幂等回放。"""
|
||||
if turn_store is None or claim_action != "run":
|
||||
return
|
||||
try:
|
||||
await turn_store.record_result(
|
||||
thread_id=thread_id,
|
||||
client_turn_id=client_turn_id,
|
||||
lease_owner=_WORKER_ID,
|
||||
status="error" if frame.get("status") == "error" else "done",
|
||||
result_json=frame,
|
||||
)
|
||||
except Exception:
|
||||
logger.warning("intent_turn record_result failed", exc_info=True)
|
||||
|
||||
# —— 澄清轮次硬上限兜底 ——
|
||||
# 通用会商保持原来的 3 次 ask 工具调用上限;岗位会商允许一个
|
||||
# AI turn 同时产生多张独立协助卡,所以必须按 AI 消息(一次
|
||||
@@ -657,6 +746,7 @@ async def stream_intent(request: Request, payload: dict = Body(...)) -> Streamin
|
||||
"content": ready_text,
|
||||
"summary": summary,
|
||||
}
|
||||
await _record_terminal(final_frame)
|
||||
yield f"data: {json.dumps(final_frame, ensure_ascii=False)}\n\n"
|
||||
return
|
||||
|
||||
@@ -710,6 +800,7 @@ async def stream_intent(request: Request, payload: dict = Body(...)) -> Streamin
|
||||
"content": fallback_msg,
|
||||
"summary": None,
|
||||
}
|
||||
await _record_terminal(final_frame)
|
||||
yield f"data: {json.dumps(final_frame, ensure_ascii=False)}\n\n"
|
||||
return
|
||||
|
||||
@@ -724,6 +815,7 @@ async def stream_intent(request: Request, payload: dict = Body(...)) -> Streamin
|
||||
"clarifications": clarification_payloads,
|
||||
"summary": None,
|
||||
}
|
||||
await _record_terminal(final_frame)
|
||||
yield f"data: {json.dumps(final_frame, ensure_ascii=False)}\n\n"
|
||||
return
|
||||
|
||||
@@ -733,6 +825,7 @@ async def stream_intent(request: Request, payload: dict = Body(...)) -> Streamin
|
||||
"content": content,
|
||||
"summary": None,
|
||||
}
|
||||
await _record_terminal(final_frame)
|
||||
yield f"data: {json.dumps(final_frame, ensure_ascii=False)}\n\n"
|
||||
|
||||
except HTTPException as exc:
|
||||
@@ -766,6 +859,7 @@ async def stream_intent(request: Request, payload: dict = Body(...)) -> Streamin
|
||||
"summary": None,
|
||||
"error_detail": error_detail,
|
||||
}
|
||||
await _record_terminal(err)
|
||||
yield f"data: {json.dumps(err, ensure_ascii=False)}\n\n"
|
||||
except Exception as exc:
|
||||
diagnostic = _diagnose_exception(exc, context="intent_stream")
|
||||
@@ -781,6 +875,7 @@ async def stream_intent(request: Request, payload: dict = Body(...)) -> Streamin
|
||||
"summary": None,
|
||||
"error_detail": diagnostic,
|
||||
}
|
||||
await _record_terminal(err)
|
||||
yield f"data: {json.dumps(err, ensure_ascii=False)}\n\n"
|
||||
|
||||
return StreamingResponse(
|
||||
|
||||
Reference in new issue
Block a user