feat: 知识库文件夹/模板、技能压缩设置与摘要窗口调优
- 知识库新增文件夹与模板支持(模型/仓储/服务/迁移),前端知识管理组件 - 岗位管理模型与接口完善 - 技能新增压缩设置页与相关存储/工具能力 - 系统设置扩展配置项 - 摘要中间件 keep 窗口改用 token 预算(16000),减少重复压缩 Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
e6662cf673
commit
5ebbb82d66
54 files changed
+2658
-100
No files matched your search
@@ -54,6 +54,8 @@ class IngestThreadRequest(BaseModel):
|
||||
description="When true, sediment the thread asynchronously in a background task and return immediately.",
|
||||
)
|
||||
model_name: str | None = Field(default=None, description="可选:指定用于知识提炼的大模型名称;留空使用默认配置")
|
||||
template_id: str | None = Field(default=None, description="可选:抽取提示词模板 id;留空使用对话默认模板")
|
||||
folder: str | None = Field(default=None, description="可选:沉淀结果归入的目录(斜杠分隔路径)")
|
||||
|
||||
|
||||
class BatchIngestRequest(BaseModel):
|
||||
@@ -64,6 +66,8 @@ class BatchIngestRequest(BaseModel):
|
||||
skip_existing: bool = True
|
||||
mode: str = "summary"
|
||||
model_name: str | None = Field(default=None, description="可选:指定用于知识提炼的大模型名称;留空使用默认配置")
|
||||
template_id: str | None = Field(default=None, description="可选:抽取提示词模板 id;留空使用对话默认模板")
|
||||
folder: str | None = Field(default=None, description="可选:沉淀结果归入的目录(斜杠分隔路径)")
|
||||
|
||||
|
||||
class SearchResultItem(BaseModel):
|
||||
@@ -90,6 +94,7 @@ class CreateNoteRequest(BaseModel):
|
||||
summary: str | None = None
|
||||
tags: list[str] = Field(default_factory=list)
|
||||
status: str = "approved"
|
||||
folder: str | None = None
|
||||
|
||||
|
||||
class UpdateNoteRequest(BaseModel):
|
||||
@@ -98,6 +103,34 @@ class UpdateNoteRequest(BaseModel):
|
||||
summary: str | None = None
|
||||
tags: list[str] | None = None
|
||||
status: str | None = None
|
||||
# Present (even as null) ⇒ (re)assign the note's directory; absent ⇒ leave as-is.
|
||||
folder: str | None = None
|
||||
|
||||
|
||||
class CreateFolderRequest(BaseModel):
|
||||
path: str = Field(description="目录全路径,斜杠分隔,如 投研/行业")
|
||||
|
||||
|
||||
class RenameFolderRequest(BaseModel):
|
||||
path: str = Field(description="新的目录全路径")
|
||||
|
||||
|
||||
class ExtractTemplateRequest(BaseModel):
|
||||
name: str
|
||||
system_prompt: str
|
||||
scope: str = Field(default="both", description="thread | document | both")
|
||||
description: str | None = None
|
||||
is_default: bool = False
|
||||
enabled: bool = True
|
||||
|
||||
|
||||
class UpdateExtractTemplateRequest(BaseModel):
|
||||
name: str | None = None
|
||||
system_prompt: str | None = None
|
||||
scope: str | None = None
|
||||
description: str | None = None
|
||||
is_default: bool | None = None
|
||||
enabled: bool | None = None
|
||||
|
||||
|
||||
class SearchRequest(BaseModel):
|
||||
@@ -187,6 +220,8 @@ async def _ingest_thread_background(service, checkpointer, thread_id: str, body:
|
||||
reference_batches=batches,
|
||||
created_by=created_by,
|
||||
model_name=body.model_name,
|
||||
template_id=body.template_id,
|
||||
folder=body.folder,
|
||||
)
|
||||
except EmptyThreadError:
|
||||
logger.warning("Background knowledge ingest skipped: thread %s has no sediment-able content", sanitize_log_param(thread_id))
|
||||
@@ -237,6 +272,8 @@ async def ingest_thread(thread_id: str, body: IngestThreadRequest, request: Requ
|
||||
reference_batches=batches,
|
||||
created_by=get_effective_user_id(),
|
||||
model_name=body.model_name,
|
||||
template_id=body.template_id,
|
||||
folder=body.folder,
|
||||
)
|
||||
except EmptyThreadError:
|
||||
raise HTTPException(status_code=400, detail="Thread has no sediment-able content")
|
||||
@@ -285,6 +322,8 @@ async def ingest_threads_batch(body: BatchIngestRequest, request: Request) -> di
|
||||
created_by=get_effective_user_id(),
|
||||
skip_existing=body.skip_existing,
|
||||
model_name=body.model_name,
|
||||
template_id=body.template_id,
|
||||
folder=body.folder,
|
||||
)
|
||||
if result.get("llm_fallback"):
|
||||
llm_fallback += 1
|
||||
@@ -352,6 +391,8 @@ async def ingest_file(
|
||||
tags: str | None = Form(default=None),
|
||||
status: str = Form(default="approved"),
|
||||
model_name: str | None = Form(default=None),
|
||||
template_id: str | None = Form(default=None),
|
||||
folder: str | None = Form(default=None),
|
||||
) -> dict[str, Any]:
|
||||
"""Import an uploaded file into the knowledge base as wiki note(s).
|
||||
|
||||
@@ -371,6 +412,8 @@ async def ingest_file(
|
||||
status=status,
|
||||
created_by=get_effective_user_id(),
|
||||
model_name=(model_name or None),
|
||||
template_id=(template_id or None),
|
||||
folder=(folder or None),
|
||||
)
|
||||
except EmptyThreadError:
|
||||
raise HTTPException(status_code=422, detail="文件内容无可沉淀的知识")
|
||||
@@ -413,6 +456,7 @@ async def create_note(body: CreateNoteRequest, request: Request) -> dict[str, An
|
||||
summary=body.summary,
|
||||
tags=body.tags,
|
||||
status=body.status,
|
||||
folder=body.folder,
|
||||
created_by=get_effective_user_id(),
|
||||
)
|
||||
return {"note": note}
|
||||
@@ -427,13 +471,14 @@ async def list_notes(
|
||||
entity: str | None = None,
|
||||
source_type: str | None = None,
|
||||
status: str | None = None,
|
||||
folder: str | None = None,
|
||||
limit: int = 20,
|
||||
offset: int = 0,
|
||||
) -> dict[str, Any]:
|
||||
service = get_knowledge_service(request)
|
||||
limit = max(1, min(limit, 100))
|
||||
offset = max(0, offset)
|
||||
return await service.list_notes(keyword=keyword, tag=tag, entity=entity, source_type=source_type, status=status, limit=limit, offset=offset)
|
||||
return await service.list_notes(keyword=keyword, tag=tag, entity=entity, source_type=source_type, status=status, folder=folder, limit=limit, offset=offset)
|
||||
|
||||
|
||||
@router.get("/notes/{note_id}")
|
||||
@@ -451,6 +496,9 @@ async def get_note(note_id: str, request: Request) -> dict[str, Any]:
|
||||
@require_auth
|
||||
async def update_note(note_id: str, body: UpdateNoteRequest, request: Request) -> dict[str, Any]:
|
||||
service = get_knowledge_service(request)
|
||||
# ``folder`` present in the request body (even as null) ⇒ (re)assign the
|
||||
# directory; absent ⇒ leave it untouched.
|
||||
folder_provided = "folder" in body.model_fields_set
|
||||
note = await service.update_note(
|
||||
note_id,
|
||||
title=body.title,
|
||||
@@ -458,6 +506,8 @@ async def update_note(note_id: str, body: UpdateNoteRequest, request: Request) -
|
||||
summary=body.summary,
|
||||
tags=body.tags,
|
||||
status=body.status,
|
||||
folder=body.folder,
|
||||
set_folder=folder_provided,
|
||||
updated_by=get_effective_user_id(),
|
||||
)
|
||||
if note is None:
|
||||
@@ -634,3 +684,119 @@ async def export_file(filename: str, request: Request) -> FileResponse:
|
||||
raise HTTPException(status_code=404, detail="Export file not found")
|
||||
media_type = mimetypes.guess_type(filename)[0] or "application/octet-stream"
|
||||
return FileResponse(path, media_type=media_type)
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------- #
|
||||
# Folders (user-managed directories)
|
||||
# --------------------------------------------------------------------------- #
|
||||
@router.get("/folders")
|
||||
@require_auth
|
||||
async def list_folders(request: Request) -> dict[str, Any]:
|
||||
"""List every managed knowledge directory (for the directory tree + picker)."""
|
||||
service = get_knowledge_service(request)
|
||||
return {"items": await service.list_folders()}
|
||||
|
||||
|
||||
@router.post("/folders")
|
||||
@require_auth
|
||||
async def create_folder(body: CreateFolderRequest, request: Request) -> dict[str, Any]:
|
||||
"""Create a directory (parents auto-created). Notes are filed into it later."""
|
||||
service = get_knowledge_service(request)
|
||||
try:
|
||||
folder = await service.create_folder(body.path, created_by=get_effective_user_id())
|
||||
except ValueError as exc:
|
||||
raise HTTPException(status_code=400, detail=str(exc))
|
||||
return {"folder": folder}
|
||||
|
||||
|
||||
@router.put("/folders/{folder_id}")
|
||||
@require_auth
|
||||
async def rename_folder(folder_id: str, body: RenameFolderRequest, request: Request) -> dict[str, Any]:
|
||||
"""Rename/move a directory; descendants + filed notes follow the new prefix."""
|
||||
service = get_knowledge_service(request)
|
||||
try:
|
||||
folder = await service.rename_folder(folder_id, body.path)
|
||||
except ValueError as exc:
|
||||
raise HTTPException(status_code=400, detail=str(exc))
|
||||
if folder is None:
|
||||
raise HTTPException(status_code=404, detail="Folder not found")
|
||||
return {"folder": folder}
|
||||
|
||||
|
||||
@router.delete("/folders/{folder_id}")
|
||||
@require_auth
|
||||
async def delete_folder(folder_id: str, request: Request, reassign_to: str | None = None) -> dict[str, Any]:
|
||||
"""Delete a directory (and sub-dirs); notes inside move to ``reassign_to`` or unfiled."""
|
||||
service = get_knowledge_service(request)
|
||||
if not await service.delete_folder(folder_id, reassign_to=reassign_to):
|
||||
raise HTTPException(status_code=404, detail="Folder not found")
|
||||
return {"ok": True}
|
||||
|
||||
|
||||
# --------------------------------------------------------------------------- #
|
||||
# Extraction prompt templates
|
||||
# --------------------------------------------------------------------------- #
|
||||
@router.get("/extract-templates")
|
||||
@require_auth
|
||||
async def list_extract_templates(request: Request, scope: str | None = None, enabled_only: bool = False) -> dict[str, Any]:
|
||||
"""List editable extraction-prompt templates (optionally filtered by scope)."""
|
||||
service = get_knowledge_service(request)
|
||||
return {"items": await service.list_extract_templates(scope=scope, enabled_only=enabled_only)}
|
||||
|
||||
|
||||
@router.get("/extract-templates/{template_id}")
|
||||
@require_auth
|
||||
async def get_extract_template(template_id: str, request: Request) -> dict[str, Any]:
|
||||
service = get_knowledge_service(request)
|
||||
tpl = await service.get_extract_template(template_id)
|
||||
if tpl is None:
|
||||
raise HTTPException(status_code=404, detail="Template not found")
|
||||
return {"template": tpl}
|
||||
|
||||
|
||||
@router.post("/extract-templates")
|
||||
@require_auth
|
||||
async def create_extract_template(body: ExtractTemplateRequest, request: Request) -> dict[str, Any]:
|
||||
service = get_knowledge_service(request)
|
||||
if await service.template_name_taken(body.name):
|
||||
raise HTTPException(status_code=409, detail="同名模板已存在")
|
||||
tpl = await service.create_extract_template(
|
||||
name=body.name,
|
||||
system_prompt=body.system_prompt,
|
||||
scope=body.scope,
|
||||
description=body.description,
|
||||
is_default=body.is_default,
|
||||
enabled=body.enabled,
|
||||
created_by=get_effective_user_id(),
|
||||
)
|
||||
return {"template": tpl}
|
||||
|
||||
|
||||
@router.put("/extract-templates/{template_id}")
|
||||
@require_auth
|
||||
async def update_extract_template(template_id: str, body: UpdateExtractTemplateRequest, request: Request) -> dict[str, Any]:
|
||||
service = get_knowledge_service(request)
|
||||
if body.name is not None and await service.template_name_taken(body.name, exclude_id=template_id):
|
||||
raise HTTPException(status_code=409, detail="同名模板已存在")
|
||||
tpl = await service.update_extract_template(
|
||||
template_id,
|
||||
name=body.name,
|
||||
system_prompt=body.system_prompt,
|
||||
scope=body.scope,
|
||||
description=body.description,
|
||||
is_default=body.is_default,
|
||||
enabled=body.enabled,
|
||||
updated_by=get_effective_user_id(),
|
||||
)
|
||||
if tpl is None:
|
||||
raise HTTPException(status_code=404, detail="Template not found")
|
||||
return {"template": tpl}
|
||||
|
||||
|
||||
@router.delete("/extract-templates/{template_id}")
|
||||
@require_auth
|
||||
async def delete_extract_template(template_id: str, request: Request) -> dict[str, Any]:
|
||||
service = get_knowledge_service(request)
|
||||
if not await service.delete_extract_template(template_id):
|
||||
raise HTTPException(status_code=404, detail="Template not found")
|
||||
return {"ok": True}
|
||||
Reference in new issue
Block a user