sync update from LAN repo (source dhk-1 @ 3b1ec5b4)

This commit is contained in:
gozeros committed 2026-11-05 10:56:34 +08:00
1 parent da6521b6cb
commit 264e2200d6
995 files changed
+148105 -13399

No files matched your search

@@ -0,0 +1,30 @@
"""Database-backed global ordinary-knowledge retrieval settings."""
from __future__ import annotations
from deerflow.persistence.knowledge_retrieval_settings.base import (
KnowledgeRetrievalSettingsStore,
)
from deerflow.persistence.knowledge_retrieval_settings.memory import (
MemoryKnowledgeRetrievalSettingsStore,
)
from deerflow.persistence.knowledge_retrieval_settings.model import (
KnowledgeRetrievalSettingsRow,
)
from deerflow.persistence.knowledge_retrieval_settings.sql import (
KnowledgeRetrievalSettingsRepository,
)
__all__ = [
"KnowledgeRetrievalSettingsRepository",
"KnowledgeRetrievalSettingsRow",
"KnowledgeRetrievalSettingsStore",
"MemoryKnowledgeRetrievalSettingsStore",
"make_knowledge_retrieval_settings_store",
]
def make_knowledge_retrieval_settings_store(session_factory):
if session_factory is None:
return MemoryKnowledgeRetrievalSettingsStore()
return KnowledgeRetrievalSettingsRepository(session_factory)
@@ -0,0 +1,38 @@
"""Persistence contract for the global ordinary-knowledge retrieval switch."""
from __future__ import annotations
from abc import ABC, abstractmethod
class KnowledgeRetrievalSettingsStore(ABC):
"""Store the deployment-wide smart-reasoning availability flag."""
@abstractmethod
async def get(self) -> bool:
"""Return whether smart reasoning is enabled; missing state is disabled."""
raise NotImplementedError
@abstractmethod
async def set(self, enabled: bool, *, updated_by: str | None = None) -> bool:
"""Atomically replace the global flag and return the saved value."""
raise NotImplementedError
@abstractmethod
async def get_advanced_management_enabled(self) -> bool:
"""Return whether advanced knowledge-management entries are exposed."""
raise NotImplementedError
@abstractmethod
async def set_advanced_management_enabled(
self,
enabled: bool,
*,
updated_by: str | None = None,
) -> bool:
"""Atomically replace the advanced-management flag."""
raise NotImplementedError
@@ -0,0 +1,41 @@
"""In-memory ordinary-knowledge retrieval settings store."""
from __future__ import annotations
import asyncio
from deerflow.persistence.knowledge_retrieval_settings.base import (
KnowledgeRetrievalSettingsStore,
)
class MemoryKnowledgeRetrievalSettingsStore(KnowledgeRetrievalSettingsStore):
def __init__(self) -> None:
self._enabled = False
self._advanced_management_enabled = False
self._lock = asyncio.Lock()
async def get(self) -> bool:
async with self._lock:
return self._enabled
async def set(self, enabled: bool, *, updated_by: str | None = None) -> bool:
del updated_by
async with self._lock:
self._enabled = bool(enabled)
return self._enabled
async def get_advanced_management_enabled(self) -> bool:
async with self._lock:
return self._advanced_management_enabled
async def set_advanced_management_enabled(
self,
enabled: bool,
*,
updated_by: str | None = None,
) -> bool:
del updated_by
async with self._lock:
self._advanced_management_enabled = bool(enabled)
return self._advanced_management_enabled
@@ -0,0 +1,37 @@
"""ORM row for the database-backed ordinary-knowledge retrieval switch."""
from __future__ import annotations
from datetime import UTC, datetime
from sqlalchemy import Boolean, Integer, String, false
from sqlalchemy.orm import Mapped, mapped_column
from deerflow.persistence.base import Base
from deerflow.persistence.types import BeijingDateTime
class KnowledgeRetrievalSettingsRow(Base):
__tablename__ = "knowledge_retrieval_settings"
scope: Mapped[str] = mapped_column(String(64), primary_key=True, default="global")
smart_reasoning_enabled: Mapped[bool] = mapped_column(
Boolean,
nullable=False,
default=False,
server_default=false(),
)
advanced_management_enabled: Mapped[bool] = mapped_column(
Boolean,
nullable=False,
default=False,
server_default=false(),
)
revision: Mapped[int] = mapped_column(Integer, nullable=False, default=1, server_default="1")
updated_by: Mapped[str | None] = mapped_column(String(64), nullable=True)
updated_at: Mapped[datetime] = mapped_column(
BeijingDateTime(),
nullable=False,
default=lambda: datetime.now(UTC),
onupdate=lambda: datetime.now(UTC),
)
@@ -0,0 +1,117 @@
"""SQLAlchemy-backed ordinary-knowledge retrieval settings store."""
from __future__ import annotations
from sqlalchemy import select
from sqlalchemy.exc import IntegrityError
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
from deerflow.persistence.knowledge_retrieval_settings.base import (
KnowledgeRetrievalSettingsStore,
)
from deerflow.persistence.knowledge_retrieval_settings.model import (
KnowledgeRetrievalSettingsRow,
)
_GLOBAL_SCOPE = "global"
class KnowledgeRetrievalSettingsRepository(KnowledgeRetrievalSettingsStore):
def __init__(self, session_factory: async_sessionmaker[AsyncSession]) -> None:
self._sf = session_factory
async def get(self) -> bool:
async with self._sf() as session:
row = await session.get(KnowledgeRetrievalSettingsRow, _GLOBAL_SCOPE)
return bool(row.smart_reasoning_enabled) if row is not None else False
async def get_advanced_management_enabled(self) -> bool:
async with self._sf() as session:
row = await session.get(KnowledgeRetrievalSettingsRow, _GLOBAL_SCOPE)
return bool(row.advanced_management_enabled) if row is not None else False
async def set(self, enabled: bool, *, updated_by: str | None = None) -> bool:
saved = bool(enabled)
async with self._sf() as session:
result = await session.execute(
select(KnowledgeRetrievalSettingsRow)
.where(KnowledgeRetrievalSettingsRow.scope == _GLOBAL_SCOPE)
.with_for_update()
)
row = result.scalar_one_or_none()
if row is None:
row = KnowledgeRetrievalSettingsRow(
scope=_GLOBAL_SCOPE,
smart_reasoning_enabled=saved,
revision=1,
updated_by=updated_by,
)
session.add(row)
else:
row.smart_reasoning_enabled = saved
row.updated_by = updated_by
row.revision = int(row.revision or 0) + 1
try:
await session.commit()
except IntegrityError:
# Two workers may both observe the initially absent singleton.
# The loser retries as an update instead of surfacing a 500.
await session.rollback()
result = await session.execute(
select(KnowledgeRetrievalSettingsRow)
.where(KnowledgeRetrievalSettingsRow.scope == _GLOBAL_SCOPE)
.with_for_update()
)
row = result.scalar_one_or_none()
if row is None:
raise
row.smart_reasoning_enabled = saved
row.updated_by = updated_by
row.revision = int(row.revision or 0) + 1
await session.commit()
return saved
async def set_advanced_management_enabled(
self,
enabled: bool,
*,
updated_by: str | None = None,
) -> bool:
saved = bool(enabled)
async with self._sf() as session:
result = await session.execute(
select(KnowledgeRetrievalSettingsRow)
.where(KnowledgeRetrievalSettingsRow.scope == _GLOBAL_SCOPE)
.with_for_update()
)
row = result.scalar_one_or_none()
if row is None:
row = KnowledgeRetrievalSettingsRow(
scope=_GLOBAL_SCOPE,
smart_reasoning_enabled=False,
advanced_management_enabled=saved,
revision=1,
updated_by=updated_by,
)
session.add(row)
else:
row.advanced_management_enabled = saved
row.updated_by = updated_by
row.revision = int(row.revision or 0) + 1
try:
await session.commit()
except IntegrityError:
await session.rollback()
result = await session.execute(
select(KnowledgeRetrievalSettingsRow)
.where(KnowledgeRetrievalSettingsRow.scope == _GLOBAL_SCOPE)
.with_for_update()
)
row = result.scalar_one_or_none()
if row is None:
raise
row.advanced_management_enabled = saved
row.updated_by = updated_by
row.revision = int(row.revision or 0) + 1
await session.commit()
return saved