"""圆桌后台作业控制 API(Phase 3a)。 把 Step 2「后台挂起」的任务交给后端编排引擎跑,并暴露进度订阅 / 续跑 / 取消。 Routes(prefix ``/api/roundtable-jobs``):: POST "" 启动一个后台作业(创建 job 行 + 拉起执行器任务) GET ""?draft_id= 查某草稿最近一个作业 GET "/{job_id}" 作业快照 GET "/{job_id}/stream" SSE 进度流(轮询 job 表,多 worker 安全) POST "/{job_id}/resume" 回答澄清后续跑 POST "/{job_id}/cancel" 取消 进度数据源是 ``roundtable_jobs`` 表(Phase 1),SSE 走 DB 轮询而非内存 pub/sub —— 这样 刷新 / 换 worker / 重连都能继续收到进度,规避 ai_writing 踩过的「per-worker 内存 dict 丢会话」坑。响应统一 camelCase(对齐前端 §2.5)。 """ from __future__ import annotations import asyncio import json import logging import time from datetime import UTC, datetime, timedelta from typing import Any from uuid import uuid4 from fastapi import APIRouter, HTTPException, Request from fastapi.responses import StreamingResponse from pydantic import BaseModel, Field from deerflow.agents.roundtable_orchestrator import SeatRef from deerflow.runtime.user_context import get_effective_user_id from app.gateway.roundtable_job_executor import StartParams logger = logging.getLogger(__name__) router = APIRouter(prefix="/api/roundtable-jobs", tags=["roundtable-jobs"]) _TERMINAL = {"done", "error", "cancelled"} # SSE 轮询间隔与最长存活(对齐 ai_writing:长连接最多挂 30 分钟)。 _POLL_INTERVAL_S = 0.7 _MAX_STREAM_TICKS = int(30 * 60 / _POLL_INTERVAL_S) # 续跑澄清时拼给 leader 的 prompt 前缀。 _RESUME_PREFIX = "用户已回复你刚才的澄清问题,回答如下,请据此继续派活或给出结论:\n" # ── schemas ────────────────────────────────────────────────────────────────── class JobAgent(BaseModel): agentId: str name: str = "" class StartJobRequest(BaseModel): draftId: str | None = Field(default=None, max_length=64) intent: str = "" agents: list[JobAgent] = Field(default_factory=list) model: str | None = None orchestrationMode: str = "recommend" chain: dict[str, Any] | None = None # 第一轮 leader prompt;缺省用 intent。 seedMessage: str | None = None # 预建好的 thread 映射(Phase 3b 真网关用;模拟网关忽略)。 threadIds: dict[str, str] | None = None coordinatorName: str = "roundtable-coordinator" class ResumeJobRequest(BaseModel): answer: str = "" class CleanupRequest(BaseModel): retention_days: int = Field(default=7, ge=0, description="保留多少天内的作业;0 = 不保留") only_finished: bool = Field(default=True, description="仅清终态(done/error/cancelled),保护在跑作业") batch_size: int = Field(default=500, ge=1, le=5000) class CleanupResponse(BaseModel): deleted: int elapsed_seconds: float params: dict[str, Any] class RoundtableJobResponse(BaseModel): id: str draftId: str | None = None status: str = "queued" phase: str = "initializing" cycle: int = 0 dispatchChain: list[dict[str, Any]] = Field(default_factory=list) activeAgentId: str | None = None consensusPercentage: int = 0 pendingClarification: str | None = None orchestrationMode: str = "recommend" chain: dict[str, Any] | None = None error: str | None = None dialogues: list[dict[str, Any]] = Field(default_factory=list) step3: dict[str, Any] | None = None createdAt: datetime | str | None = None updatedAt: datetime | str | None = None # ── helpers ────────────────────────────────────────────────────────────────── def _current_user_id(request: Request) -> str: user = getattr(request.state, "user", None) if user is not None: return str(user.id) return get_effective_user_id() def _get_store(request: Request): store = getattr(request.app.state, "roundtable_job_store", None) if store is None: raise HTTPException(status_code=503, detail="Roundtable job store not available") return store def _get_executor(request: Request): executor = getattr(request.app.state, "roundtable_job_executor", None) if executor is None: raise HTTPException(status_code=503, detail="Roundtable job executor not available") return executor def _pending_nodes(agents: list[JobAgent]) -> list[dict[str, Any]]: """启动即落一份「全 pending」的派活链路,使 GET / 首帧 SSE 立刻能渲染流程图。""" return [ {"agentId": a.agentId, "name": a.name or a.agentId, "order": i + 1, "state": "pending"} for i, a in enumerate(agents) ] def _to_response(row: dict[str, Any]) -> RoundtableJobResponse: return RoundtableJobResponse( id=row["id"], draftId=row.get("draft_id"), status=row.get("status") or "queued", phase=row.get("phase") or "initializing", cycle=int(row.get("cycle") or 0), dispatchChain=row.get("dispatch_chain") or [], activeAgentId=row.get("active_agent_id"), consensusPercentage=int(row.get("consensus_percentage") or 0), pendingClarification=row.get("pending_clarification"), orchestrationMode=row.get("orchestration_mode") or "recommend", chain=row.get("chain"), error=row.get("error"), dialogues=row.get("dialogues") or [], step3=row.get("step3"), createdAt=row.get("created_at"), updatedAt=row.get("updated_at"), ) def _seat_refs_from_nodes(nodes: list[dict[str, Any]] | None) -> list[SeatRef]: out: list[SeatRef] = [] for n in nodes or []: aid = str(n.get("agentId") or "") if aid: out.append(SeatRef(aid, str(n.get("name") or aid))) return out # ── routes ─────────────────────────────────────────────────────────────────── @router.post("", response_model=RoundtableJobResponse, status_code=201) async def start_job(request: Request, body: StartJobRequest) -> RoundtableJobResponse: store = _get_store(request) executor = _get_executor(request) user_id = _current_user_id(request) if not body.agents: raise HTTPException(status_code=400, detail="agents is required") agents = [SeatRef(a.agentId, a.name or a.agentId) for a in body.agents] job_id = uuid4().hex row = await store.create( id=job_id, draft_id=body.draftId, user_id=user_id, orchestration_mode=body.orchestrationMode, coordinator_name=body.coordinatorName, thread_ids=body.threadIds, chain=body.chain, dispatch_chain=_pending_nodes(body.agents), status="queued", ) executor.start_job( StartParams( job_id=job_id, user_id=user_id, agents=agents, seed_message=(body.seedMessage or body.intent or "").strip(), model=body.model, mode=body.orchestrationMode, intent_text=body.intent, thread_ids=body.threadIds, coordinator_name=body.coordinatorName, draft_id=body.draftId, chain=body.chain, ) ) return _to_response(row) @router.get("", response_model=RoundtableJobResponse | None) async def get_job_by_draft(request: Request, draft_id: str) -> RoundtableJobResponse | None: store = _get_store(request) user_id = _current_user_id(request) row = await store.get_by_draft(draft_id, user_id=user_id) return _to_response(row) if row is not None else None @router.get("/{job_id}", response_model=RoundtableJobResponse) async def get_job(request: Request, job_id: str) -> RoundtableJobResponse: store = _get_store(request) user_id = _current_user_id(request) row = await store.get(job_id, user_id=user_id) if row is None: raise HTTPException(status_code=404, detail="Job not found") return _to_response(row) @router.get("/{job_id}/stream") async def stream_job(request: Request, job_id: str) -> StreamingResponse: store = _get_store(request) user_id = _current_user_id(request) def _frame(payload: dict[str, Any]) -> str: return f"data: {json.dumps(payload, ensure_ascii=False)}\n\n" async def gen(): for _ in range(_MAX_STREAM_TICKS): if await request.is_disconnected(): return row = await store.get(job_id, user_id=user_id) if row is None: yield _frame({"event": "error", "detail": "Job not found"}) return yield _frame({"event": "progress", **_to_response(row).model_dump(mode="json")}) if (row.get("status") or "") in _TERMINAL: return await asyncio.sleep(_POLL_INTERVAL_S) return StreamingResponse( gen(), media_type="text/event-stream", headers={"Cache-Control": "no-cache", "X-Accel-Buffering": "no", "Connection": "keep-alive"}, ) @router.post("/{job_id}/resume", response_model=RoundtableJobResponse) async def resume_job(request: Request, job_id: str, body: ResumeJobRequest) -> RoundtableJobResponse: store = _get_store(request) executor = _get_executor(request) user_id = _current_user_id(request) row = await store.get(job_id, user_id=user_id) if row is None: raise HTTPException(status_code=404, detail="Job not found") if (row.get("status") or "") != "awaiting_input": raise HTTPException(status_code=409, detail="Job is not awaiting input") answer = body.answer.strip() if not answer: raise HTTPException(status_code=400, detail="answer is required") updated = await store.update_progress( job_id, user_id=user_id, status="running", pending_clarification=None ) executor.start_job( StartParams( job_id=job_id, user_id=user_id, agents=_seat_refs_from_nodes(row.get("dispatch_chain")), seed_message=_RESUME_PREFIX + answer, model=None, mode=row.get("orchestration_mode") or "recommend", intent_text=answer, thread_ids=row.get("thread_ids"), coordinator_name=row.get("coordinator_name") or "roundtable-coordinator", draft_id=row.get("draft_id"), is_resume=True, chain=row.get("chain"), ) ) return _to_response(updated or row) async def _require_admin(request: Request) -> None: """放行 admin / auth-disabled,其余 403(与 ai_writing / scheduled_tasks 同套语义)。""" from app.gateway.deps import get_optional_user_from_request user = await get_optional_user_from_request(request) if user is None: return if getattr(user, "system_role", None) != "admin": raise HTTPException(status_code=403, detail="圆桌作业清理管理接口仅限管理员") @router.post("/admin/cleanup", response_model=CleanupResponse) async def admin_cleanup(request: Request, body: CleanupRequest) -> CleanupResponse: """清理过期作业行(活跃作业受 only_finished 保护,永不误删)。 分批 ``list_older_than`` → ``delete_by_ids``,避免大事务。``retention_days=0`` 一刷清空所有终态作业(调试用)。 """ await _require_admin(request) store = _get_store(request) cutoff = datetime.now(UTC) - timedelta(days=body.retention_days) t0 = time.perf_counter() deleted = 0 while True: ids = await store.list_older_than(cutoff, only_finished=body.only_finished, limit=body.batch_size) if not ids: break deleted += await store.delete_by_ids(ids) if len(ids) < body.batch_size: break return CleanupResponse( deleted=deleted, elapsed_seconds=round(time.perf_counter() - t0, 3), params={"retention_days": body.retention_days, "only_finished": body.only_finished, "batch_size": body.batch_size}, ) @router.post("/{job_id}/cancel", response_model=RoundtableJobResponse) async def cancel_job(request: Request, job_id: str) -> RoundtableJobResponse: store = _get_store(request) executor = _get_executor(request) user_id = _current_user_id(request) row = await store.get(job_id, user_id=user_id) if row is None: raise HTTPException(status_code=404, detail="Job not found") executor.cancel(job_id) updated = await store.update_progress(job_id, user_id=user_id, status="cancelled") return _to_response(updated or row)