sync update from LAN repo (source ji @ 85078a31)
This commit is contained in:
1 parent
5d6627af50
commit
e602d88695
864 files changed
+99150
-6346
No files matched your search
+22
@@ -0,0 +1,22 @@
|
||||
"""Global database-backed upload policy persistence."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from deerflow.persistence.upload_policy.base import UploadPolicyStore
|
||||
from deerflow.persistence.upload_policy.memory import MemoryUploadPolicyStore
|
||||
from deerflow.persistence.upload_policy.model import UploadPolicyRow
|
||||
from deerflow.persistence.upload_policy.sql import UploadPolicyRepository
|
||||
|
||||
__all__ = [
|
||||
"MemoryUploadPolicyStore",
|
||||
"UploadPolicyRepository",
|
||||
"UploadPolicyRow",
|
||||
"UploadPolicyStore",
|
||||
"make_upload_policy_store",
|
||||
]
|
||||
|
||||
|
||||
def make_upload_policy_store(session_factory):
|
||||
if session_factory is None:
|
||||
return MemoryUploadPolicyStore()
|
||||
return UploadPolicyRepository(session_factory)
|
||||
+26
@@ -0,0 +1,26 @@
|
||||
"""Persistence contract for the global upload policy document."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from abc import ABC, abstractmethod
|
||||
from typing import Any
|
||||
|
||||
|
||||
class UploadPolicyStore(ABC):
|
||||
@abstractmethod
|
||||
async def ensure_seed(self, policy: dict[str, Any]) -> dict[str, Any]:
|
||||
"""Create the default row if missing without overwriting saved edits."""
|
||||
|
||||
raise NotImplementedError
|
||||
|
||||
@abstractmethod
|
||||
async def get_policy(self) -> dict[str, Any] | None:
|
||||
"""Return the stored policy, or ``None`` before the first save."""
|
||||
|
||||
raise NotImplementedError
|
||||
|
||||
@abstractmethod
|
||||
async def set_policy(self, policy: dict[str, Any], *, updated_by: str | None = None) -> dict[str, Any]:
|
||||
"""Atomically replace the global policy document."""
|
||||
|
||||
raise NotImplementedError
|
||||
+39
@@ -0,0 +1,39 @@
|
||||
"""In-memory upload-policy store used without a configured SQL database."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from copy import deepcopy
|
||||
from datetime import UTC, datetime
|
||||
from typing import Any
|
||||
|
||||
from deerflow.persistence.upload_policy.base import UploadPolicyStore
|
||||
|
||||
|
||||
class MemoryUploadPolicyStore(UploadPolicyStore):
|
||||
def __init__(self) -> None:
|
||||
self._policy: dict[str, Any] | None = None
|
||||
self._updated_by: str | None = None
|
||||
self._updated_at: str | None = None
|
||||
self._revision = 0
|
||||
|
||||
async def ensure_seed(self, policy: dict[str, Any]) -> dict[str, Any]:
|
||||
if self._policy is None:
|
||||
return await self.set_policy(policy, updated_by=None)
|
||||
return (await self.get_policy()) or {}
|
||||
|
||||
async def get_policy(self) -> dict[str, Any] | None:
|
||||
if self._policy is None:
|
||||
return None
|
||||
return {
|
||||
"policy": deepcopy(self._policy),
|
||||
"updated_by": self._updated_by,
|
||||
"updated_at": self._updated_at,
|
||||
"revision": self._revision,
|
||||
}
|
||||
|
||||
async def set_policy(self, policy: dict[str, Any], *, updated_by: str | None = None) -> dict[str, Any]:
|
||||
self._policy = deepcopy(policy)
|
||||
self._updated_by = updated_by
|
||||
self._updated_at = datetime.now(UTC).isoformat()
|
||||
self._revision += 1
|
||||
return (await self.get_policy()) or {}
|
||||
+25
@@ -0,0 +1,25 @@
|
||||
"""ORM row for the global, database-backed upload policy."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from datetime import UTC, datetime
|
||||
|
||||
from sqlalchemy import Integer, String
|
||||
from sqlalchemy.orm import Mapped, mapped_column
|
||||
|
||||
from deerflow.persistence.base import Base
|
||||
from deerflow.persistence.types import BeijingDateTime, PortableJSON
|
||||
|
||||
|
||||
class UploadPolicyRow(Base):
|
||||
__tablename__ = "upload_policy"
|
||||
|
||||
# A named singleton keeps the schema extensible if scoped policies are
|
||||
# introduced later without requiring a table redesign.
|
||||
scope: Mapped[str] = mapped_column(String(64), primary_key=True, default="global")
|
||||
policy_json: Mapped[dict] = mapped_column(PortableJSON(), default=dict)
|
||||
revision: Mapped[int] = mapped_column(Integer, default=1, server_default="1")
|
||||
updated_by: Mapped[str | None] = mapped_column(String(64))
|
||||
updated_at: Mapped[datetime] = mapped_column(
|
||||
BeijingDateTime(), default=lambda: datetime.now(UTC), onupdate=lambda: datetime.now(UTC)
|
||||
)
|
||||
+84
@@ -0,0 +1,84 @@
|
||||
"""SQLAlchemy-backed upload-policy store."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from copy import deepcopy
|
||||
from datetime import datetime
|
||||
from typing import Any
|
||||
|
||||
from sqlalchemy import select
|
||||
from sqlalchemy.exc import IntegrityError
|
||||
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
|
||||
|
||||
from deerflow.persistence.upload_policy.base import UploadPolicyStore
|
||||
from deerflow.persistence.upload_policy.model import UploadPolicyRow
|
||||
|
||||
_GLOBAL_SCOPE = "global"
|
||||
|
||||
|
||||
def _to_dict(row: UploadPolicyRow) -> dict[str, Any]:
|
||||
updated_at: datetime | str | None = row.updated_at
|
||||
if isinstance(updated_at, datetime):
|
||||
updated_at = updated_at.isoformat()
|
||||
return {
|
||||
"policy": deepcopy(row.policy_json or {}),
|
||||
"updated_by": row.updated_by,
|
||||
"updated_at": updated_at,
|
||||
"revision": int(row.revision or 1),
|
||||
}
|
||||
|
||||
|
||||
class UploadPolicyRepository(UploadPolicyStore):
|
||||
def __init__(self, session_factory: async_sessionmaker[AsyncSession]) -> None:
|
||||
self._sf = session_factory
|
||||
|
||||
async def ensure_seed(self, policy: dict[str, Any]) -> dict[str, Any]:
|
||||
existing = await self.get_policy()
|
||||
if existing is not None:
|
||||
return existing
|
||||
async with self._sf() as session:
|
||||
row = UploadPolicyRow(
|
||||
scope=_GLOBAL_SCOPE,
|
||||
policy_json=deepcopy(policy),
|
||||
revision=1,
|
||||
updated_by=None,
|
||||
)
|
||||
session.add(row)
|
||||
try:
|
||||
await session.commit()
|
||||
except IntegrityError:
|
||||
# Another worker seeded the singleton concurrently.
|
||||
await session.rollback()
|
||||
winner = await self.get_policy()
|
||||
if winner is None:
|
||||
raise
|
||||
return winner
|
||||
await session.refresh(row)
|
||||
return _to_dict(row)
|
||||
|
||||
async def get_policy(self) -> dict[str, Any] | None:
|
||||
async with self._sf() as session:
|
||||
row = await session.get(UploadPolicyRow, _GLOBAL_SCOPE)
|
||||
return _to_dict(row) if row is not None else None
|
||||
|
||||
async def set_policy(self, policy: dict[str, Any], *, updated_by: str | None = None) -> dict[str, Any]:
|
||||
async with self._sf() as session:
|
||||
result = await session.execute(
|
||||
select(UploadPolicyRow).where(UploadPolicyRow.scope == _GLOBAL_SCOPE).with_for_update()
|
||||
)
|
||||
row = result.scalar_one_or_none()
|
||||
if row is None:
|
||||
row = UploadPolicyRow(
|
||||
scope=_GLOBAL_SCOPE,
|
||||
policy_json=deepcopy(policy),
|
||||
revision=1,
|
||||
updated_by=updated_by,
|
||||
)
|
||||
session.add(row)
|
||||
else:
|
||||
row.policy_json = deepcopy(policy)
|
||||
row.updated_by = updated_by
|
||||
row.revision = int(row.revision or 0) + 1
|
||||
await session.commit()
|
||||
await session.refresh(row)
|
||||
return _to_dict(row)
|
||||
Reference in new issue
Block a user