sync: 鍚屾灞€鍩熺綉鏈€鏂颁唬鐮?(source master @ b69568e4)

This commit is contained in:
gozeros committed 2026-10-21 14:51:31 +08:00
1 parent 4f7f07504a
commit 8bc8b0e082
1651 files changed
+278599 -11416

No files matched your search

@@ -2,6 +2,7 @@
from __future__ import annotations
import asyncio
import logging
from typing import Literal
from urllib.parse import urlparse
@@ -11,13 +12,16 @@ from fastapi import APIRouter, HTTPException, Request
from pydantic import BaseModel, Field
from app.gateway.auth.password import hash_password_async
from app.gateway.deps import get_optional_user_from_request
from app.gateway.deps import get_current_user_from_request, get_optional_user_from_request
from deerflow.config import get_app_config
from deerflow.config.system_settings import (
BUILTIN_THEME_IDS,
AppearanceRouteParam,
AuthenticationSettings,
CompactShortcutButton,
ConversationContextSettings,
CustomThemePreset,
HtmlMapSettings,
LeaderboardSettings,
ModelConcurrencySettings,
PluginDomainAgentMapping,
@@ -26,6 +30,9 @@ from deerflow.config.system_settings import (
PublishSquare,
PublishSquaresSettings,
SkillCompressionSettings,
StrategyProjectSettings,
WordHeadingNumberingStyle,
WriteFileCompatibilitySettings,
get_module_tag_ids,
list_publish_squares,
load_system_settings,
@@ -46,6 +53,10 @@ class PromptPrefixResponse(BaseModel):
default=False,
description="Whether formal Markdown heading rules are injected into ordinary Q&A system prompts",
)
word_heading_numbering_style: WordHeadingNumberingStyle = Field(
default="hybrid_decimal",
description="Heading-numbering preset used by Markdown-to-Word export",
)
class KnowledgeBaseProductVersionResponse(BaseModel):
@@ -60,6 +71,14 @@ class OrdinaryKnowledgeLanding(BaseModel):
mode: Literal["wiki", "weknora"] = "wiki"
class StrategyProjectSettingsResponse(BaseModel):
taiwan_strait_demo_enabled: bool = False
class StrategyProjectSettingsUpdateRequest(BaseModel):
taiwan_strait_demo_enabled: bool | None = None
@router.get("/ordinary-knowledge-landing", response_model=OrdinaryKnowledgeLanding)
async def get_ordinary_knowledge_landing() -> OrdinaryKnowledgeLanding:
return OrdinaryKnowledgeLanding(mode=load_system_settings().ordinary_knowledge_landing)
@@ -72,11 +91,41 @@ async def update_ordinary_knowledge_landing(body: OrdinaryKnowledgeLanding, requ
return OrdinaryKnowledgeLanding(mode=saved.ordinary_knowledge_landing)
def _strategy_project_settings_response(
settings: StrategyProjectSettings,
) -> StrategyProjectSettingsResponse:
return StrategyProjectSettingsResponse(
taiwan_strait_demo_enabled=settings.taiwan_strait_demo_enabled,
)
@router.get("/strategy-projects", response_model=StrategyProjectSettingsResponse)
async def get_strategy_project_settings() -> StrategyProjectSettingsResponse:
"""Return project-demo visibility. Any logged-in user may read it."""
return _strategy_project_settings_response(load_system_settings().strategy_projects)
@router.put("/strategy-projects", response_model=StrategyProjectSettingsResponse)
async def update_strategy_project_settings(
body: StrategyProjectSettingsUpdateRequest,
request: Request,
) -> StrategyProjectSettingsResponse:
"""Update project-demo visibility. Admin only."""
await _require_admin(request)
current = load_system_settings()
fields = body.model_dump(exclude_unset=True, exclude_none=True)
updated = current.strategy_projects.model_copy(update=fields)
saved = save_system_settings(current.model_copy(update={"strategy_projects": updated}))
return _strategy_project_settings_response(saved.strategy_projects)
class PromptPrefixUpdateRequest(BaseModel):
enabled: bool | None = None
switch_label: str | None = None
prompt_prefix: str | None = None
ordinary_qa_markdown_format_enabled: bool | None = None
word_heading_numbering_style: WordHeadingNumberingStyle | None = None
class PluginDomainAgentMappingItem(BaseModel):
@@ -111,15 +160,25 @@ class PrivateSquareUpdateRequest(BaseModel):
class CitationDisplayResponse(BaseModel):
retrieved_files_enabled: bool = True
reference_mode_enabled: bool = Field(default=False, description="Whether reference-mode entry points are exposed to users")
cleanup_words: list[str] = Field(default_factory=list, description="Global citation cleanup words")
class CitationDisplayUpdateRequest(BaseModel):
retrieved_files_enabled: bool | None = None
reference_mode_enabled: bool | None = None
cleanup_words: list[str] | None = None
class HtmlMapSettingsResponse(BaseModel):
engine: Literal["echarts", "leaflet"] = "echarts"
class HtmlMapSettingsUpdateRequest(BaseModel):
engine: Literal["echarts", "leaflet"] | None = None
class LeaderboardSettingsResponse(BaseModel):
exclude_user_ids: list[str] = Field(default_factory=list)
include_scheduled: bool = True
@@ -142,6 +201,7 @@ def _to_response(settings: PromptPrefixSettings) -> PromptPrefixResponse:
switch_label=settings.switch_label,
prompt_prefix=settings.prompt_prefix,
ordinary_qa_markdown_format_enabled=settings.ordinary_qa_markdown_format_enabled,
word_heading_numbering_style=settings.word_heading_numbering_style,
)
@@ -181,6 +241,30 @@ async def _require_admin(request: Request) -> None:
raise HTTPException(status_code=403, detail="System settings can only be modified by an admin")
_WX_COMMON_AGENTS_MANAGER_USERNAME = "wx"
def _username_of(user: object) -> str:
"""Resolve the trusted account name from the authenticated user's email."""
email = getattr(user, "email", None) or ""
return str(email).split("@", 1)[0].strip().lower()
async def _require_wx_common_agents_manager(request: Request) -> None:
"""Allow wx (and administrators) to choose the shared wx category."""
user = await get_optional_user_from_request(request)
if user is None:
return
if getattr(user, "system_role", None) == "admin":
return
if _username_of(user) == _WX_COMMON_AGENTS_MANAGER_USERNAME:
return
raise HTTPException(
status_code=403,
detail="Only an admin or the wx account can modify the wx common agents",
)
@router.get("/prompt-prefix", response_model=PromptPrefixResponse)
async def get_prompt_prefix() -> PromptPrefixResponse:
"""Return the current prompt-prefix configuration (readable by any user)."""
@@ -280,6 +364,214 @@ class ModelConcurrencyUpdateRequest(BaseModel):
user_model_limits: dict[str, int] | None = None
class MemoryRuntimeResponse(BaseModel):
enabled: bool = Field(
default=False,
description="Whether generic/personal Q&A memory is enabled deployment-wide",
)
class MemoryRuntimeUpdateRequest(BaseModel):
enabled: bool
class WriteFileCompatibilityResponse(BaseModel):
enabled: bool = Field(
default=False,
description=(
"Whether all compatible models use the buffered-gateway "
"write_file transport"
),
)
class WriteFileCompatibilityUpdateRequest(BaseModel):
enabled: bool
class ConversationContextResponse(BaseModel):
recent_turn_window_enabled: bool = Field(
default=False,
description="Whether all lead-agent model requests keep only the latest three dialogue turns",
)
recent_turns: int = Field(
default=3,
description="Fixed number of real user turns retained by the sliding window",
)
class ConversationContextUpdateRequest(BaseModel):
recent_turn_window_enabled: bool
class OrdinaryKnowledgeRetrievalResponse(BaseModel):
smart_reasoning_enabled: bool = Field(
default=False,
description="Whether users may select smart multi-round ordinary-knowledge retrieval",
)
advanced_management_enabled: bool = Field(
default=False,
description="Whether advanced ordinary-knowledge management entries are exposed",
)
class OrdinaryKnowledgeRetrievalUpdateRequest(BaseModel):
smart_reasoning_enabled: bool | None = None
advanced_management_enabled: bool | None = None
def _knowledge_retrieval_settings_store(request: Request):
store = getattr(request.app.state, "knowledge_retrieval_settings_store", None)
if store is None:
raise HTTPException(
status_code=503,
detail="Knowledge retrieval settings store is not available",
)
return store
@router.get("/memory", response_model=MemoryRuntimeResponse)
async def get_memory_runtime_setting() -> MemoryRuntimeResponse:
return MemoryRuntimeResponse(enabled=load_system_settings().memory.enabled)
@router.put("/memory", response_model=MemoryRuntimeResponse)
async def update_memory_runtime_setting(
body: MemoryRuntimeUpdateRequest,
request: Request,
) -> MemoryRuntimeResponse:
await _require_admin(request)
current = load_system_settings()
updated = current.memory.model_copy(update={"enabled": body.enabled})
saved = save_system_settings(current.model_copy(update={"memory": updated}))
logger.info("Q&A memory runtime switch changed: enabled=%s", saved.memory.enabled)
return MemoryRuntimeResponse(enabled=saved.memory.enabled)
@router.get(
"/write-file-compatibility",
response_model=WriteFileCompatibilityResponse,
)
async def get_write_file_compatibility_setting() -> WriteFileCompatibilityResponse:
settings = load_system_settings().write_file_compatibility
return WriteFileCompatibilityResponse(enabled=settings.enabled)
@router.put(
"/write-file-compatibility",
response_model=WriteFileCompatibilityResponse,
)
async def update_write_file_compatibility_setting(
body: WriteFileCompatibilityUpdateRequest,
request: Request,
) -> WriteFileCompatibilityResponse:
await _require_admin(request)
current = load_system_settings()
updated = WriteFileCompatibilitySettings(enabled=body.enabled)
saved = save_system_settings(
current.model_copy(update={"write_file_compatibility": updated})
)
logger.info(
"Global write_file buffered-gateway switch changed: enabled=%s",
saved.write_file_compatibility.enabled,
)
return WriteFileCompatibilityResponse(
enabled=saved.write_file_compatibility.enabled
)
def _conversation_context_response(settings: ConversationContextSettings) -> ConversationContextResponse:
return ConversationContextResponse(
recent_turn_window_enabled=settings.recent_turn_window_enabled,
recent_turns=3,
)
@router.get("/conversation-context", response_model=ConversationContextResponse)
async def get_conversation_context_setting() -> ConversationContextResponse:
"""Return the global recent-turn window mode (readable by chat clients)."""
return _conversation_context_response(load_system_settings().conversation_context)
@router.put("/conversation-context", response_model=ConversationContextResponse)
async def update_conversation_context_setting(
body: ConversationContextUpdateRequest,
request: Request,
) -> ConversationContextResponse:
"""Enable or disable the fixed recent-three-turn window. Admin only."""
await _require_admin(request)
current = load_system_settings()
updated = current.conversation_context.model_copy(
update={"recent_turn_window_enabled": body.recent_turn_window_enabled}
)
saved = save_system_settings(current.model_copy(update={"conversation_context": updated}))
logger.info(
"Conversation recent-turn window changed: enabled=%s retained_turns=3",
saved.conversation_context.recent_turn_window_enabled,
)
return _conversation_context_response(saved.conversation_context)
@router.get(
"/ordinary-knowledge-retrieval",
response_model=OrdinaryKnowledgeRetrievalResponse,
)
async def get_ordinary_knowledge_retrieval_setting(
request: Request,
) -> OrdinaryKnowledgeRetrievalResponse:
"""Return the DB-backed smart-reasoning availability flag."""
store = _knowledge_retrieval_settings_store(request)
enabled, advanced_enabled = await asyncio.gather(
store.get(),
store.get_advanced_management_enabled(),
)
return OrdinaryKnowledgeRetrievalResponse(
smart_reasoning_enabled=enabled,
advanced_management_enabled=advanced_enabled,
)
@router.put(
"/ordinary-knowledge-retrieval",
response_model=OrdinaryKnowledgeRetrievalResponse,
)
async def update_ordinary_knowledge_retrieval_setting(
body: OrdinaryKnowledgeRetrievalUpdateRequest,
request: Request,
) -> OrdinaryKnowledgeRetrievalResponse:
"""Enable or disable smart ordinary-knowledge retrieval. Admin only."""
await _require_admin(request)
actor = await get_optional_user_from_request(request)
actor_id = getattr(actor, "id", None)
actor_value = str(actor_id) if actor_id is not None else None
store = _knowledge_retrieval_settings_store(request)
if body.smart_reasoning_enabled is not None:
await store.set(
body.smart_reasoning_enabled,
updated_by=actor_value,
)
if body.advanced_management_enabled is not None:
await store.set_advanced_management_enabled(
body.advanced_management_enabled,
updated_by=actor_value,
)
enabled, advanced_enabled = await asyncio.gather(
store.get(),
store.get_advanced_management_enabled(),
)
logger.info(
"Ordinary-knowledge settings changed: smart_reasoning=%s advanced_management=%s",
enabled,
advanced_enabled,
)
return OrdinaryKnowledgeRetrievalResponse(
smart_reasoning_enabled=enabled,
advanced_management_enabled=advanced_enabled,
)
def _skill_compression_to_response(settings: SkillCompressionSettings) -> SkillCompressionResponse:
return SkillCompressionResponse(
enabled=settings.enabled,
@@ -461,6 +753,7 @@ async def get_citation_display() -> CitationDisplayResponse:
settings = load_system_settings().citation_display
return CitationDisplayResponse(
reference_mode_enabled=settings.reference_mode_enabled,
retrieved_files_enabled=settings.retrieved_files_enabled,
cleanup_words=settings.cleanup_words,
)
@@ -478,16 +771,41 @@ async def update_citation_display(
update: dict[str, object] = {}
if "reference_mode_enabled" in fields and fields["reference_mode_enabled"] is not None:
update["reference_mode_enabled"] = bool(fields["reference_mode_enabled"])
if "retrieved_files_enabled" in fields and fields["retrieved_files_enabled"] is not None:
update["retrieved_files_enabled"] = bool(fields["retrieved_files_enabled"])
if "cleanup_words" in fields and fields["cleanup_words"] is not None:
update["cleanup_words"] = [str(item).strip() for item in fields["cleanup_words"] if str(item).strip()]
updated = current.citation_display.model_copy(update=update)
saved = save_system_settings(current.model_copy(update={"citation_display": updated}))
return CitationDisplayResponse(
reference_mode_enabled=saved.citation_display.reference_mode_enabled,
retrieved_files_enabled=saved.citation_display.retrieved_files_enabled,
cleanup_words=saved.citation_display.cleanup_words,
)
@router.get("/html-map", response_model=HtmlMapSettingsResponse)
async def get_html_map_settings() -> HtmlMapSettingsResponse:
"""Return the map engine used by newly generated HTML pages."""
settings: HtmlMapSettings = load_system_settings().html_map
return HtmlMapSettingsResponse(engine=settings.engine)
@router.put("/html-map", response_model=HtmlMapSettingsResponse)
async def update_html_map_settings(
body: HtmlMapSettingsUpdateRequest,
request: Request,
) -> HtmlMapSettingsResponse:
"""Choose ECharts or the Leaflet map webpage for new HTML maps. Admin only."""
await _require_admin(request)
current = load_system_settings()
fields = body.model_dump(exclude_unset=True)
engine = fields.get("engine", current.html_map.engine)
updated = current.html_map.model_copy(update={"engine": engine or "echarts"})
saved = save_system_settings(current.model_copy(update={"html_map": updated}))
return HtmlMapSettingsResponse(engine=saved.html_map.engine)
@router.get("/private-square", response_model=PrivateSquareStatusResponse)
async def get_private_square_status() -> PrivateSquareStatusResponse:
"""Return whether the private square is enabled and a password is set."""
@@ -810,10 +1128,41 @@ class AgentModuleConfigUpdateRequest(BaseModel):
tag_ids: list[str] = Field(default_factory=list, description="Full replacement list of selected agent tag ids")
class WxCommonAgentsResponse(BaseModel):
"""The selected Agent Gallery category for the wx chat route."""
agent_type: str | None = Field(default=None)
class WxCommonAgentsUpdateRequest(BaseModel):
agent_type: str | None = Field(default=None, max_length=128)
class LoginWhitelistResponse(BaseModel):
enabled: bool = Field(..., description="是否启用登录白名单(关=所有人可登录,开=仅已放行用户/admin 可登录)")
@router.get("/authentication", response_model=AuthenticationSettings)
async def get_authentication_settings(request: Request) -> AuthenticationSettings:
user = await get_current_user_from_request(request)
if user.system_role != "admin":
raise HTTPException(status_code=403, detail="仅管理员可设置登录方式")
return load_system_settings().authentication
@router.put("/authentication", response_model=AuthenticationSettings)
async def update_authentication_settings(body: AuthenticationSettings, request: Request) -> AuthenticationSettings:
user = await get_current_user_from_request(request)
if user.system_role != "admin":
raise HTTPException(status_code=403, detail="仅管理员可设置登录方式")
if not body.password_login_enabled and not body.sso_enabled:
raise HTTPException(status_code=400, detail="请至少保留一种登录方式")
if body.registration_enabled and not body.password_login_enabled:
raise HTTPException(status_code=400, detail="开启自助注册前,请先开启账号密码登录")
current = load_system_settings()
return save_system_settings(current.model_copy(update={"authentication": body})).authentication
class LoginWhitelistUpdateRequest(BaseModel):
enabled: bool | None = None
@@ -857,3 +1206,47 @@ async def update_agent_module_config(key: str, body: AgentModuleConfigUpdateRequ
updated = set_module_tag_ids(current.agent_modules, key, body.tag_ids)
saved = save_system_settings(current.model_copy(update={"agent_modules": updated}))
return AgentModuleConfigResponse(key=key, tag_ids=get_module_tag_ids(saved.agent_modules, key))
def _normalize_wx_common_agent_type(
value: str | None,
current: PublishSquaresSettings,
) -> str | None:
"""Validate a wx category against the live Agent Gallery category set."""
if value is None:
return None
normalized = value.strip()
if not normalized:
return None
if normalized in {"mine", "sentiment"}:
return normalized
if normalized.startswith("square:"):
square_id = normalized.removeprefix("square:")
if square_id in {square.id for square in list_publish_squares(current)}:
return normalized
raise HTTPException(status_code=422, detail="Unknown wx common-agent category")
@router.get("/wx-common-agents", response_model=WxCommonAgentsResponse)
async def get_wx_common_agents() -> WxCommonAgentsResponse:
"""Return the category used by wx route's common-agent panel."""
return WxCommonAgentsResponse(
agent_type=load_system_settings().wx_common_agents.agent_type,
)
@router.put("/wx-common-agents", response_model=WxCommonAgentsResponse)
async def update_wx_common_agents(
body: WxCommonAgentsUpdateRequest,
request: Request,
) -> WxCommonAgentsResponse:
"""Set the wx route's Agent Gallery category. wx or an admin may update it."""
await _require_wx_common_agents_manager(request)
current = load_system_settings()
agent_type = _normalize_wx_common_agent_type(body.agent_type, current.publish_squares)
updated = current.wx_common_agents.model_copy(update={"agent_type": agent_type})
saved = save_system_settings(current.model_copy(update={"wx_common_agents": updated}))
return WxCommonAgentsResponse(agent_type=saved.wx_common_agents.agent_type)