sync update from LAN repo (source ji @ 85078a31)

This commit is contained in:
gozeros committed 2026-10-21 15:09:16 +08:00
1 parent 5d6627af50
commit e602d88695
864 files changed
+99150 -6346

No files matched your search

@@ -0,0 +1,22 @@
"""Global database-backed upload policy persistence."""
from __future__ import annotations
from deerflow.persistence.upload_policy.base import UploadPolicyStore
from deerflow.persistence.upload_policy.memory import MemoryUploadPolicyStore
from deerflow.persistence.upload_policy.model import UploadPolicyRow
from deerflow.persistence.upload_policy.sql import UploadPolicyRepository
__all__ = [
"MemoryUploadPolicyStore",
"UploadPolicyRepository",
"UploadPolicyRow",
"UploadPolicyStore",
"make_upload_policy_store",
]
def make_upload_policy_store(session_factory):
if session_factory is None:
return MemoryUploadPolicyStore()
return UploadPolicyRepository(session_factory)
@@ -0,0 +1,26 @@
"""Persistence contract for the global upload policy document."""
from __future__ import annotations
from abc import ABC, abstractmethod
from typing import Any
class UploadPolicyStore(ABC):
@abstractmethod
async def ensure_seed(self, policy: dict[str, Any]) -> dict[str, Any]:
"""Create the default row if missing without overwriting saved edits."""
raise NotImplementedError
@abstractmethod
async def get_policy(self) -> dict[str, Any] | None:
"""Return the stored policy, or ``None`` before the first save."""
raise NotImplementedError
@abstractmethod
async def set_policy(self, policy: dict[str, Any], *, updated_by: str | None = None) -> dict[str, Any]:
"""Atomically replace the global policy document."""
raise NotImplementedError
@@ -0,0 +1,39 @@
"""In-memory upload-policy store used without a configured SQL database."""
from __future__ import annotations
from copy import deepcopy
from datetime import UTC, datetime
from typing import Any
from deerflow.persistence.upload_policy.base import UploadPolicyStore
class MemoryUploadPolicyStore(UploadPolicyStore):
def __init__(self) -> None:
self._policy: dict[str, Any] | None = None
self._updated_by: str | None = None
self._updated_at: str | None = None
self._revision = 0
async def ensure_seed(self, policy: dict[str, Any]) -> dict[str, Any]:
if self._policy is None:
return await self.set_policy(policy, updated_by=None)
return (await self.get_policy()) or {}
async def get_policy(self) -> dict[str, Any] | None:
if self._policy is None:
return None
return {
"policy": deepcopy(self._policy),
"updated_by": self._updated_by,
"updated_at": self._updated_at,
"revision": self._revision,
}
async def set_policy(self, policy: dict[str, Any], *, updated_by: str | None = None) -> dict[str, Any]:
self._policy = deepcopy(policy)
self._updated_by = updated_by
self._updated_at = datetime.now(UTC).isoformat()
self._revision += 1
return (await self.get_policy()) or {}
@@ -0,0 +1,25 @@
"""ORM row for the global, database-backed upload policy."""
from __future__ import annotations
from datetime import UTC, datetime
from sqlalchemy import Integer, String
from sqlalchemy.orm import Mapped, mapped_column
from deerflow.persistence.base import Base
from deerflow.persistence.types import BeijingDateTime, PortableJSON
class UploadPolicyRow(Base):
__tablename__ = "upload_policy"
# A named singleton keeps the schema extensible if scoped policies are
# introduced later without requiring a table redesign.
scope: Mapped[str] = mapped_column(String(64), primary_key=True, default="global")
policy_json: Mapped[dict] = mapped_column(PortableJSON(), default=dict)
revision: Mapped[int] = mapped_column(Integer, default=1, server_default="1")
updated_by: Mapped[str | None] = mapped_column(String(64))
updated_at: Mapped[datetime] = mapped_column(
BeijingDateTime(), default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC)
)
@@ -0,0 +1,84 @@
"""SQLAlchemy-backed upload-policy store."""
from __future__ import annotations
from copy import deepcopy
from datetime import datetime
from typing import Any
from sqlalchemy import select
from sqlalchemy.exc import IntegrityError
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
from deerflow.persistence.upload_policy.base import UploadPolicyStore
from deerflow.persistence.upload_policy.model import UploadPolicyRow
_GLOBAL_SCOPE = "global"
def _to_dict(row: UploadPolicyRow) -> dict[str, Any]:
updated_at: datetime | str | None = row.updated_at
if isinstance(updated_at, datetime):
updated_at = updated_at.isoformat()
return {
"policy": deepcopy(row.policy_json or {}),
"updated_by": row.updated_by,
"updated_at": updated_at,
"revision": int(row.revision or 1),
}
class UploadPolicyRepository(UploadPolicyStore):
def __init__(self, session_factory: async_sessionmaker[AsyncSession]) -> None:
self._sf = session_factory
async def ensure_seed(self, policy: dict[str, Any]) -> dict[str, Any]:
existing = await self.get_policy()
if existing is not None:
return existing
async with self._sf() as session:
row = UploadPolicyRow(
scope=_GLOBAL_SCOPE,
policy_json=deepcopy(policy),
revision=1,
updated_by=None,
)
session.add(row)
try:
await session.commit()
except IntegrityError:
# Another worker seeded the singleton concurrently.
await session.rollback()
winner = await self.get_policy()
if winner is None:
raise
return winner
await session.refresh(row)
return _to_dict(row)
async def get_policy(self) -> dict[str, Any] | None:
async with self._sf() as session:
row = await session.get(UploadPolicyRow, _GLOBAL_SCOPE)
return _to_dict(row) if row is not None else None
async def set_policy(self, policy: dict[str, Any], *, updated_by: str | None = None) -> dict[str, Any]:
async with self._sf() as session:
result = await session.execute(
select(UploadPolicyRow).where(UploadPolicyRow.scope == _GLOBAL_SCOPE).with_for_update()
)
row = result.scalar_one_or_none()
if row is None:
row = UploadPolicyRow(
scope=_GLOBAL_SCOPE,
policy_json=deepcopy(policy),
revision=1,
updated_by=updated_by,
)
session.add(row)
else:
row.policy_json = deepcopy(policy)
row.updated_by = updated_by
row.revision = int(row.revision or 0) + 1
await session.commit()
await session.refresh(row)
return _to_dict(row)