feat: integrate WeKnora llmwiki knowledge flow

This commit is contained in:
吉鑫升 committed 2026-08-11 18:13:30 +08:00
1 parent a0a75a9964
commit e0c09f6704
63 files changed
+7045 -197

No files matched your search

@@ -0,0 +1,132 @@
"""Authorized read-only WeKnora retrieval for DeerFlow Q&A."""
from __future__ import annotations
import json
from collections.abc import Mapping
from typing import Any
from urllib.parse import urlencode
from langchain.tools import ToolRuntime, tool
from langgraph.typing import ContextT
from deerflow.agents.thread_state import ThreadState
from deerflow.config.agents_config import load_agent_config
from deerflow.integrations.weknora.client import WeKnoraError
from deerflow.integrations.weknora.runtime import build_weknora_client, get_llmwiki_store, get_resolved_llmwiki_runtime
from deerflow.runtime.user_context import get_current_user, get_effective_user_id
def selected_knowledge_base_ids(context: Mapping[str, Any] | None) -> list[str] | None:
"""Read the conversation selection; ``None`` means legacy/no selection key."""
if not context or "llmwiki_knowledge_base_ids" not in context:
return None
raw = context.get("llmwiki_knowledge_base_ids")
if not isinstance(raw, list):
return []
return list(dict.fromkeys(str(item).strip() for item in raw if str(item).strip()))[:100]
def _agent_allowed_ids(context: Mapping[str, Any] | None) -> list[str] | None:
agent_id = str((context or {}).get("agent_id") or "").strip()
if not agent_id or agent_id in {"default", "lead_agent"}:
return None
try:
config = load_agent_config(agent_id)
except (FileNotFoundError, ValueError):
return []
return list(config.llmwiki_knowledge_base_ids or []) if config else []
@tool("llmwiki_search", parse_docstring=True)
async def llmwiki_search_tool(
query: str,
runtime: ToolRuntime[ContextT, ThreadState],
) -> str:
"""Search the LLMWiki knowledge selected for this conversation.
Use this tool when an answer can benefit from the user's managed knowledge
bases or the shared public LLMWiki. It only retrieves passages; it cannot
upload, edit, delete, publish or change permissions.
Args:
query: Focused natural-language retrieval query.
"""
resolved = get_resolved_llmwiki_runtime()
if not resolved.weknora_enabled:
return "LLMWiki retrieval is unavailable because WeKnora mode is not enabled."
store = get_llmwiki_store()
user_id = get_effective_user_id()
is_admin = getattr(get_current_user(), "system_role", None) == "admin"
context = runtime.context if runtime.context else {}
selected_ids = selected_knowledge_base_ids(context)
allowed_ids = _agent_allowed_ids(context)
if selected_ids is None:
selected_ids = allowed_ids
elif allowed_ids is not None and not set(selected_ids).issubset(set(allowed_ids)):
return "The conversation requested knowledge outside this agent's configured LLMWiki scope."
if selected_ids == []:
return "No LLMWiki knowledge base is selected for this conversation."
if selected_ids is not None:
rows = []
for mapping_id in selected_ids:
row = await store.get_authorized(
mapping_id,
user_id,
write=False,
is_admin=is_admin,
)
if row is None:
return f"Knowledge base {mapping_id!r} is not available to the current user."
rows.append(row)
else:
rows = await store.list_visible(user_id, scope="all", is_admin=is_admin)
if not rows:
return "No authorized LLMWiki knowledge bases are available."
try:
results = await build_weknora_client(resolved).search(
query.strip(),
[str(row["weknora_id"]) for row in rows],
)
except (RuntimeError, WeKnoraError) as exc:
return f"LLMWiki retrieval failed: {exc}"
local_by_remote = {str(row["weknora_id"]): row for row in rows}
citations = []
for result in results:
mapping = local_by_remote.get(str(result.get("knowledge_base_id") or ""))
if mapping is None:
continue
params = urlencode(
{
"knowledge_base_id": mapping["id"],
"chunk_id": result.get("chunk_id") or "",
}
)
citations.append(
{
"title": result.get("title") or result.get("filename") or mapping.get("name") or "LLMWiki source",
"content": result.get("content") or "",
"score": result.get("score") or 0,
"knowledge_base_id": mapping["id"],
"knowledge_base_name": mapping.get("name") or "",
"source": mapping.get("name") or "LLMWiki",
"knowledge_id": result.get("knowledge_id") or "",
"chunk_id": result.get("chunk_id") or "",
"url": f"/weknora-source-preview?{params}",
}
)
return json.dumps(
{
"query": query,
"selection": [row["id"] for row in rows],
"knowledge_base_count": len(rows),
"results": citations,
},
ensure_ascii=False,
)