sync update from LAN repo (source dhk-1 @ 3b1ec5b4)
This commit is contained in:
1 parent
da6521b6cb
commit
264e2200d6
995 files changed
+148105
-13399
No files matched your search
+30
@@ -0,0 +1,30 @@
|
||||
"""Database-backed global ordinary-knowledge retrieval settings."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from deerflow.persistence.knowledge_retrieval_settings.base import (
|
||||
KnowledgeRetrievalSettingsStore,
|
||||
)
|
||||
from deerflow.persistence.knowledge_retrieval_settings.memory import (
|
||||
MemoryKnowledgeRetrievalSettingsStore,
|
||||
)
|
||||
from deerflow.persistence.knowledge_retrieval_settings.model import (
|
||||
KnowledgeRetrievalSettingsRow,
|
||||
)
|
||||
from deerflow.persistence.knowledge_retrieval_settings.sql import (
|
||||
KnowledgeRetrievalSettingsRepository,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
"KnowledgeRetrievalSettingsRepository",
|
||||
"KnowledgeRetrievalSettingsRow",
|
||||
"KnowledgeRetrievalSettingsStore",
|
||||
"MemoryKnowledgeRetrievalSettingsStore",
|
||||
"make_knowledge_retrieval_settings_store",
|
||||
]
|
||||
|
||||
|
||||
def make_knowledge_retrieval_settings_store(session_factory):
|
||||
if session_factory is None:
|
||||
return MemoryKnowledgeRetrievalSettingsStore()
|
||||
return KnowledgeRetrievalSettingsRepository(session_factory)
|
||||
+38
@@ -0,0 +1,38 @@
|
||||
"""Persistence contract for the global ordinary-knowledge retrieval switch."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from abc import ABC, abstractmethod
|
||||
|
||||
|
||||
class KnowledgeRetrievalSettingsStore(ABC):
|
||||
"""Store the deployment-wide smart-reasoning availability flag."""
|
||||
|
||||
@abstractmethod
|
||||
async def get(self) -> bool:
|
||||
"""Return whether smart reasoning is enabled; missing state is disabled."""
|
||||
|
||||
raise NotImplementedError
|
||||
|
||||
@abstractmethod
|
||||
async def set(self, enabled: bool, *, updated_by: str | None = None) -> bool:
|
||||
"""Atomically replace the global flag and return the saved value."""
|
||||
|
||||
raise NotImplementedError
|
||||
|
||||
@abstractmethod
|
||||
async def get_advanced_management_enabled(self) -> bool:
|
||||
"""Return whether advanced knowledge-management entries are exposed."""
|
||||
|
||||
raise NotImplementedError
|
||||
|
||||
@abstractmethod
|
||||
async def set_advanced_management_enabled(
|
||||
self,
|
||||
enabled: bool,
|
||||
*,
|
||||
updated_by: str | None = None,
|
||||
) -> bool:
|
||||
"""Atomically replace the advanced-management flag."""
|
||||
|
||||
raise NotImplementedError
|
||||
+41
@@ -0,0 +1,41 @@
|
||||
"""In-memory ordinary-knowledge retrieval settings store."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import asyncio
|
||||
|
||||
from deerflow.persistence.knowledge_retrieval_settings.base import (
|
||||
KnowledgeRetrievalSettingsStore,
|
||||
)
|
||||
|
||||
|
||||
class MemoryKnowledgeRetrievalSettingsStore(KnowledgeRetrievalSettingsStore):
|
||||
def __init__(self) -> None:
|
||||
self._enabled = False
|
||||
self._advanced_management_enabled = False
|
||||
self._lock = asyncio.Lock()
|
||||
|
||||
async def get(self) -> bool:
|
||||
async with self._lock:
|
||||
return self._enabled
|
||||
|
||||
async def set(self, enabled: bool, *, updated_by: str | None = None) -> bool:
|
||||
del updated_by
|
||||
async with self._lock:
|
||||
self._enabled = bool(enabled)
|
||||
return self._enabled
|
||||
|
||||
async def get_advanced_management_enabled(self) -> bool:
|
||||
async with self._lock:
|
||||
return self._advanced_management_enabled
|
||||
|
||||
async def set_advanced_management_enabled(
|
||||
self,
|
||||
enabled: bool,
|
||||
*,
|
||||
updated_by: str | None = None,
|
||||
) -> bool:
|
||||
del updated_by
|
||||
async with self._lock:
|
||||
self._advanced_management_enabled = bool(enabled)
|
||||
return self._advanced_management_enabled
|
||||
+37
@@ -0,0 +1,37 @@
|
||||
"""ORM row for the database-backed ordinary-knowledge retrieval switch."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from datetime import UTC, datetime
|
||||
|
||||
from sqlalchemy import Boolean, Integer, String, false
|
||||
from sqlalchemy.orm import Mapped, mapped_column
|
||||
|
||||
from deerflow.persistence.base import Base
|
||||
from deerflow.persistence.types import BeijingDateTime
|
||||
|
||||
|
||||
class KnowledgeRetrievalSettingsRow(Base):
|
||||
__tablename__ = "knowledge_retrieval_settings"
|
||||
|
||||
scope: Mapped[str] = mapped_column(String(64), primary_key=True, default="global")
|
||||
smart_reasoning_enabled: Mapped[bool] = mapped_column(
|
||||
Boolean,
|
||||
nullable=False,
|
||||
default=False,
|
||||
server_default=false(),
|
||||
)
|
||||
advanced_management_enabled: Mapped[bool] = mapped_column(
|
||||
Boolean,
|
||||
nullable=False,
|
||||
default=False,
|
||||
server_default=false(),
|
||||
)
|
||||
revision: Mapped[int] = mapped_column(Integer, nullable=False, default=1, server_default="1")
|
||||
updated_by: Mapped[str | None] = mapped_column(String(64), nullable=True)
|
||||
updated_at: Mapped[datetime] = mapped_column(
|
||||
BeijingDateTime(),
|
||||
nullable=False,
|
||||
default=lambda: datetime.now(UTC),
|
||||
onupdate=lambda: datetime.now(UTC),
|
||||
)
|
||||
+117
@@ -0,0 +1,117 @@
|
||||
"""SQLAlchemy-backed ordinary-knowledge retrieval settings store."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from sqlalchemy import select
|
||||
from sqlalchemy.exc import IntegrityError
|
||||
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
|
||||
|
||||
from deerflow.persistence.knowledge_retrieval_settings.base import (
|
||||
KnowledgeRetrievalSettingsStore,
|
||||
)
|
||||
from deerflow.persistence.knowledge_retrieval_settings.model import (
|
||||
KnowledgeRetrievalSettingsRow,
|
||||
)
|
||||
|
||||
_GLOBAL_SCOPE = "global"
|
||||
|
||||
|
||||
class KnowledgeRetrievalSettingsRepository(KnowledgeRetrievalSettingsStore):
|
||||
def __init__(self, session_factory: async_sessionmaker[AsyncSession]) -> None:
|
||||
self._sf = session_factory
|
||||
|
||||
async def get(self) -> bool:
|
||||
async with self._sf() as session:
|
||||
row = await session.get(KnowledgeRetrievalSettingsRow, _GLOBAL_SCOPE)
|
||||
return bool(row.smart_reasoning_enabled) if row is not None else False
|
||||
|
||||
async def get_advanced_management_enabled(self) -> bool:
|
||||
async with self._sf() as session:
|
||||
row = await session.get(KnowledgeRetrievalSettingsRow, _GLOBAL_SCOPE)
|
||||
return bool(row.advanced_management_enabled) if row is not None else False
|
||||
|
||||
async def set(self, enabled: bool, *, updated_by: str | None = None) -> bool:
|
||||
saved = bool(enabled)
|
||||
async with self._sf() as session:
|
||||
result = await session.execute(
|
||||
select(KnowledgeRetrievalSettingsRow)
|
||||
.where(KnowledgeRetrievalSettingsRow.scope == _GLOBAL_SCOPE)
|
||||
.with_for_update()
|
||||
)
|
||||
row = result.scalar_one_or_none()
|
||||
if row is None:
|
||||
row = KnowledgeRetrievalSettingsRow(
|
||||
scope=_GLOBAL_SCOPE,
|
||||
smart_reasoning_enabled=saved,
|
||||
revision=1,
|
||||
updated_by=updated_by,
|
||||
)
|
||||
session.add(row)
|
||||
else:
|
||||
row.smart_reasoning_enabled = saved
|
||||
row.updated_by = updated_by
|
||||
row.revision = int(row.revision or 0) + 1
|
||||
try:
|
||||
await session.commit()
|
||||
except IntegrityError:
|
||||
# Two workers may both observe the initially absent singleton.
|
||||
# The loser retries as an update instead of surfacing a 500.
|
||||
await session.rollback()
|
||||
result = await session.execute(
|
||||
select(KnowledgeRetrievalSettingsRow)
|
||||
.where(KnowledgeRetrievalSettingsRow.scope == _GLOBAL_SCOPE)
|
||||
.with_for_update()
|
||||
)
|
||||
row = result.scalar_one_or_none()
|
||||
if row is None:
|
||||
raise
|
||||
row.smart_reasoning_enabled = saved
|
||||
row.updated_by = updated_by
|
||||
row.revision = int(row.revision or 0) + 1
|
||||
await session.commit()
|
||||
return saved
|
||||
|
||||
async def set_advanced_management_enabled(
|
||||
self,
|
||||
enabled: bool,
|
||||
*,
|
||||
updated_by: str | None = None,
|
||||
) -> bool:
|
||||
saved = bool(enabled)
|
||||
async with self._sf() as session:
|
||||
result = await session.execute(
|
||||
select(KnowledgeRetrievalSettingsRow)
|
||||
.where(KnowledgeRetrievalSettingsRow.scope == _GLOBAL_SCOPE)
|
||||
.with_for_update()
|
||||
)
|
||||
row = result.scalar_one_or_none()
|
||||
if row is None:
|
||||
row = KnowledgeRetrievalSettingsRow(
|
||||
scope=_GLOBAL_SCOPE,
|
||||
smart_reasoning_enabled=False,
|
||||
advanced_management_enabled=saved,
|
||||
revision=1,
|
||||
updated_by=updated_by,
|
||||
)
|
||||
session.add(row)
|
||||
else:
|
||||
row.advanced_management_enabled = saved
|
||||
row.updated_by = updated_by
|
||||
row.revision = int(row.revision or 0) + 1
|
||||
try:
|
||||
await session.commit()
|
||||
except IntegrityError:
|
||||
await session.rollback()
|
||||
result = await session.execute(
|
||||
select(KnowledgeRetrievalSettingsRow)
|
||||
.where(KnowledgeRetrievalSettingsRow.scope == _GLOBAL_SCOPE)
|
||||
.with_for_update()
|
||||
)
|
||||
row = result.scalar_one_or_none()
|
||||
if row is None:
|
||||
raise
|
||||
row.advanced_management_enabled = saved
|
||||
row.updated_by = updated_by
|
||||
row.revision = int(row.revision or 0) + 1
|
||||
await session.commit()
|
||||
return saved
|
||||
Reference in new issue
Block a user