sync update from LAN repo (source master-nj @ 067eb808)
This commit is contained in:
1 parent
1244fb1f2f
commit
1d5dd8fc90
182 files changed
+18973
-769
No files matched your search
@@ -181,6 +181,7 @@ class KnowledgeBaseCreate(BaseModel):
|
||||
description: str = Field(default="", max_length=2048)
|
||||
type: Literal["document", "faq"] = "document"
|
||||
wiki_enabled: bool = False
|
||||
embedding_model_id: str | None = Field(default=None, min_length=1, max_length=255)
|
||||
|
||||
|
||||
class KnowledgeBaseUpdate(BaseModel):
|
||||
@@ -251,7 +252,9 @@ def _store(request: Request) -> LlmWikiStore:
|
||||
|
||||
def _schedule_local_wiki_sync(request: Request, mapping: dict[str, Any]) -> None:
|
||||
service = getattr(request.app.state, "llmwiki_sync_service", None)
|
||||
config = request.app.state.config.llmwiki.local_wiki_index
|
||||
config = getattr(request.app.state, "llmwiki_effective_config", None)
|
||||
if config is None:
|
||||
config = request.app.state.config.llmwiki.local_wiki_index
|
||||
if service is not None and config.enabled and config.auto_sync and mapping.get("wiki_index_enabled", True):
|
||||
from app.gateway.llmwiki_index_scheduler import spawn_local_wiki_index_job
|
||||
|
||||
@@ -300,6 +303,74 @@ def _raise_upstream(exc: WeKnoraError) -> None:
|
||||
raise HTTPException(status_code=status, detail=str(exc)) from None
|
||||
|
||||
|
||||
def _embedding_model_view(source: dict[str, Any]) -> dict[str, Any] | None:
|
||||
"""Return the small, credential-free model shape needed by the create dialog."""
|
||||
|
||||
if str(source.get("type") or "").strip().lower() != "embedding":
|
||||
return None
|
||||
model_id = str(source.get("id") or "").strip()
|
||||
if not model_id:
|
||||
return None
|
||||
status = str(source.get("status") or "active").strip().lower() or "active"
|
||||
explicitly_available = source.get("available")
|
||||
available = (
|
||||
bool(explicitly_available)
|
||||
if isinstance(explicitly_available, bool)
|
||||
else status in {"active", "available", "enabled", "ready"}
|
||||
)
|
||||
parameters = source.get("parameters") if isinstance(source.get("parameters"), dict) else {}
|
||||
|
||||
def safe_text(*keys: str) -> str:
|
||||
for key in keys:
|
||||
value = source.get(key)
|
||||
if isinstance(value, (str, int, float)) and str(value).strip():
|
||||
return str(value).strip()
|
||||
return ""
|
||||
|
||||
nested_provider = parameters.get("provider")
|
||||
provider = safe_text("provider", "provider_type")
|
||||
if not provider and isinstance(nested_provider, str):
|
||||
provider = nested_provider.strip()
|
||||
if not provider:
|
||||
provider = safe_text("source", "platform")
|
||||
nested_model = parameters.get("model") or parameters.get("model_name")
|
||||
model_name = safe_text("model_name", "model")
|
||||
if not model_name and isinstance(nested_model, str):
|
||||
model_name = nested_model.strip()
|
||||
|
||||
return {
|
||||
"id": model_id,
|
||||
"name": safe_text("display_name", "name", "model_name", "model") or model_name or model_id,
|
||||
"model_name": model_name,
|
||||
"provider": provider,
|
||||
"status": status,
|
||||
"is_default": source.get("is_default") is True,
|
||||
"available": available,
|
||||
}
|
||||
|
||||
|
||||
async def _embedding_models(client: WeKnoraClient) -> list[dict[str, Any]]:
|
||||
return [view for item in await client.list_models() if (view := _embedding_model_view(item)) is not None]
|
||||
|
||||
|
||||
def _select_embedding_model(models: list[dict[str, Any]], requested_id: str | None) -> str:
|
||||
available = [item for item in models if item["available"]]
|
||||
if requested_id:
|
||||
selected = next((item for item in models if item["id"] == requested_id), None)
|
||||
if selected is None:
|
||||
raise WeKnoraError("The selected WeKnora embedding model does not exist", status_code=400)
|
||||
if not selected["available"]:
|
||||
raise WeKnoraError("The selected WeKnora embedding model is unavailable", status_code=400)
|
||||
return requested_id
|
||||
selected = next((item for item in available if item["is_default"]), None) or next(iter(available), None)
|
||||
if selected is None:
|
||||
raise WeKnoraError(
|
||||
"WeKnora has no available embedding model; configure one in WeKnora before creating a knowledge base",
|
||||
status_code=400,
|
||||
)
|
||||
return str(selected["id"])
|
||||
|
||||
|
||||
def _json_response(payload: Any, *, status_code: int = 200) -> Response:
|
||||
return Response(
|
||||
content=json.dumps(payload, ensure_ascii=False, separators=(",", ":")).encode("utf-8"),
|
||||
@@ -309,7 +380,10 @@ def _json_response(payload: Any, *, status_code: int = 200) -> Response:
|
||||
|
||||
|
||||
def _runtime_for_iframe_proxy(request: Request | None = None):
|
||||
runtime = get_resolved_llmwiki_runtime(getattr(request.app.state, "config", None) if request is not None else None)
|
||||
source_config = None
|
||||
if request is not None:
|
||||
source_config = getattr(request.app.state, "llmwiki_source_config", None)
|
||||
runtime = get_resolved_llmwiki_runtime(source_config)
|
||||
if not runtime.weknora_enabled:
|
||||
raise HTTPException(status_code=409, detail="WeKnora mode is not enabled")
|
||||
if not runtime.web_base_url:
|
||||
@@ -2485,7 +2559,9 @@ async def get_llmwiki_runtime() -> dict[str, Any]:
|
||||
@router.get("/api/system-settings/llmwiki")
|
||||
async def get_llmwiki_settings(request: Request) -> dict[str, Any]:
|
||||
await _require_admin(request)
|
||||
app_config = request.app.state.config
|
||||
from deerflow.config import get_app_config
|
||||
|
||||
app_config = get_app_config()
|
||||
runtime = get_resolved_llmwiki_runtime(app_config)
|
||||
return {
|
||||
**_runtime_or_legacy(),
|
||||
@@ -2508,6 +2584,9 @@ async def update_llmwiki_settings(request: Request, body: LlmWikiSettingsUpdate)
|
||||
raise HTTPException(status_code=422, detail=str(exc)) from None
|
||||
current = load_system_settings()
|
||||
save_system_settings(current.model_copy(update={"llmwiki": override}))
|
||||
from app.gateway.llmwiki_index_runtime import rebuild_local_wiki_index_runtime
|
||||
|
||||
await rebuild_local_wiki_index_runtime(request.app, force=True)
|
||||
return _runtime_or_legacy()
|
||||
|
||||
|
||||
@@ -2516,13 +2595,16 @@ async def reset_llmwiki_settings(request: Request) -> dict[str, Any]:
|
||||
await _require_admin(request)
|
||||
current = load_system_settings()
|
||||
save_system_settings(current.model_copy(update={"llmwiki": LlmWikiRuntimeOverride()}))
|
||||
from app.gateway.llmwiki_index_runtime import rebuild_local_wiki_index_runtime
|
||||
|
||||
await rebuild_local_wiki_index_runtime(request.app, force=True)
|
||||
return _runtime_or_legacy()
|
||||
|
||||
|
||||
@router.post("/api/system-settings/llmwiki/test")
|
||||
async def test_llmwiki_connection(request: Request, body: LlmWikiConnectionTest) -> dict[str, Any]:
|
||||
await _require_admin(request)
|
||||
runtime = get_resolved_llmwiki_runtime(request.app.state.config)
|
||||
runtime = get_resolved_llmwiki_runtime()
|
||||
if body.api_base_url is not None:
|
||||
try:
|
||||
candidate = normalize_service_url(body.api_base_url)
|
||||
@@ -2677,11 +2759,13 @@ def _public_local_index_summary(
|
||||
state: dict[str, Any] | None,
|
||||
) -> dict[str, Any]:
|
||||
app_state = request.app.state
|
||||
local_config = getattr(
|
||||
getattr(getattr(app_state, "config", None), "llmwiki", None),
|
||||
"local_wiki_index",
|
||||
None,
|
||||
)
|
||||
local_config = getattr(app_state, "llmwiki_effective_config", None)
|
||||
if local_config is None:
|
||||
local_config = getattr(
|
||||
getattr(getattr(app_state, "config", None), "llmwiki", None),
|
||||
"local_wiki_index",
|
||||
None,
|
||||
)
|
||||
enabled = bool(getattr(local_config, "enabled", False))
|
||||
current = dict(state or {})
|
||||
state_name = str(current.get("state") or "not_synced")
|
||||
@@ -3000,6 +3084,21 @@ async def list_knowledge_bases(
|
||||
return {"knowledge_bases": knowledge_bases}
|
||||
|
||||
|
||||
@router.get("/api/llmwiki/embedding-models")
|
||||
async def list_embedding_models(request: Request) -> dict[str, Any]:
|
||||
"""List selectable WeKnora embedding models without exposing model secrets."""
|
||||
|
||||
await _actor(request)
|
||||
try:
|
||||
models = await _embedding_models(_client_or_503())
|
||||
except WeKnoraError as exc:
|
||||
_raise_upstream(exc)
|
||||
available = [item for item in models if item["available"]]
|
||||
default_model = next((item for item in available if item["is_default"]), None) or next(iter(available), None)
|
||||
default_model_id = str(default_model["id"]) if default_model is not None else None
|
||||
return {"models": models, "default_model_id": default_model_id}
|
||||
|
||||
|
||||
@router.get("/api/llmwiki/agents/{agent_id}/knowledge-bases")
|
||||
async def list_agent_knowledge_bases(request: Request, agent_id: str) -> dict[str, Any]:
|
||||
"""Return the agent-bound bases still visible to the current DeerFlow user."""
|
||||
@@ -3038,11 +3137,16 @@ async def create_knowledge_base(request: Request, body: KnowledgeBaseCreate) ->
|
||||
if body.name.strip() == CONVERSATION_DEPOSIT_KB_NAME:
|
||||
raise HTTPException(status_code=409, detail="对话沉淀是 cmzs 系统保留知识库")
|
||||
try:
|
||||
embedding_model_id = _select_embedding_model(
|
||||
await _embedding_models(client),
|
||||
body.embedding_model_id,
|
||||
)
|
||||
remote = await client.create_knowledge_base(
|
||||
name=body.name.strip(),
|
||||
description=body.description,
|
||||
kb_type=body.type,
|
||||
wiki_enabled=body.wiki_enabled,
|
||||
embedding_model_id=embedding_model_id,
|
||||
)
|
||||
except WeKnoraError as exc:
|
||||
_raise_upstream(exc)
|
||||
|
||||
Reference in new issue
Block a user