sync update from LAN repo (source dhk-1 @ 3e87be55)
This commit is contained in:
1 parent
ab6068a7c1
commit
42f2a26fa8
1482 files changed
+227759
-9584
No files matched your search
+22
@@ -0,0 +1,22 @@
|
||||
"""External task deep-link detail persistence."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from deerflow.persistence.task_deeplink_details.base import TaskDeeplinkDetailStore
|
||||
from deerflow.persistence.task_deeplink_details.memory import MemoryTaskDeeplinkDetailStore
|
||||
from deerflow.persistence.task_deeplink_details.model import TaskDeeplinkDetailRow
|
||||
from deerflow.persistence.task_deeplink_details.sql import TaskDeeplinkDetailRepository
|
||||
|
||||
__all__ = [
|
||||
"MemoryTaskDeeplinkDetailStore",
|
||||
"TaskDeeplinkDetailRepository",
|
||||
"TaskDeeplinkDetailRow",
|
||||
"TaskDeeplinkDetailStore",
|
||||
"make_task_deeplink_detail_store",
|
||||
]
|
||||
|
||||
|
||||
def make_task_deeplink_detail_store(session_factory):
|
||||
if session_factory is None:
|
||||
return MemoryTaskDeeplinkDetailStore()
|
||||
return TaskDeeplinkDetailRepository(session_factory)
|
||||
+35
@@ -0,0 +1,35 @@
|
||||
"""Persistence contract for externally supplied task deep-link details."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from abc import ABC, abstractmethod
|
||||
from typing import Any
|
||||
|
||||
|
||||
class TaskDeeplinkDetailStore(ABC):
|
||||
"""Shared external task snapshots keyed by ``(detail_type, detail_id)``."""
|
||||
|
||||
@abstractmethod
|
||||
async def get_detail(self, detail_type: str, detail_id: str) -> dict[str, Any] | None:
|
||||
"""Return one persisted task snapshot, or ``None`` when it is unknown."""
|
||||
raise NotImplementedError
|
||||
|
||||
@abstractmethod
|
||||
async def upsert_detail(
|
||||
self,
|
||||
detail_type: str,
|
||||
detail_id: str,
|
||||
*,
|
||||
task_name: str,
|
||||
task_content: str,
|
||||
overview: str,
|
||||
extra: dict[str, Any],
|
||||
updated_by: str | None,
|
||||
) -> tuple[dict[str, Any], bool, bool]:
|
||||
"""Return ``(row, created, changed)`` for a complete task snapshot.
|
||||
|
||||
Implementations must not issue a write when the stored snapshot has
|
||||
exactly the same task fields. This keeps caller-side retries cheap
|
||||
and makes a repeated ``PUT`` idempotent in both state and version.
|
||||
"""
|
||||
raise NotImplementedError
|
||||
+68
@@ -0,0 +1,68 @@
|
||||
"""In-memory implementation for external task deep-link details."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from copy import deepcopy
|
||||
from datetime import UTC, datetime
|
||||
from typing import Any
|
||||
|
||||
from deerflow.persistence.task_deeplink_details.base import TaskDeeplinkDetailStore
|
||||
|
||||
|
||||
class MemoryTaskDeeplinkDetailStore(TaskDeeplinkDetailStore):
|
||||
def __init__(self) -> None:
|
||||
self._rows: dict[tuple[str, str], dict[str, Any]] = {}
|
||||
|
||||
async def get_detail(self, detail_type: str, detail_id: str) -> dict[str, Any] | None:
|
||||
row = self._rows.get((detail_type, detail_id))
|
||||
return deepcopy(row) if row is not None else None
|
||||
|
||||
async def upsert_detail(
|
||||
self,
|
||||
detail_type: str,
|
||||
detail_id: str,
|
||||
*,
|
||||
task_name: str,
|
||||
task_content: str,
|
||||
overview: str,
|
||||
extra: dict[str, Any],
|
||||
updated_by: str | None,
|
||||
) -> tuple[dict[str, Any], bool, bool]:
|
||||
key = (detail_type, detail_id)
|
||||
row = self._rows.get(key)
|
||||
created = row is None
|
||||
if row is None:
|
||||
now = datetime.now(UTC).isoformat()
|
||||
row = {
|
||||
"detail_type": detail_type,
|
||||
"detail_id": detail_id,
|
||||
"version": 1,
|
||||
"created_by": updated_by,
|
||||
"created_at": now,
|
||||
}
|
||||
self._rows[key] = row
|
||||
changed = True
|
||||
elif (
|
||||
row["task_name"] == task_name
|
||||
and row["task_content"] == task_content
|
||||
and row["overview"] == overview
|
||||
and row["extra"] == extra
|
||||
):
|
||||
return deepcopy(row), False, False
|
||||
else:
|
||||
now = datetime.now(UTC).isoformat()
|
||||
row["version"] = int(row.get("version") or 0) + 1
|
||||
changed = True
|
||||
|
||||
if changed:
|
||||
row.update(
|
||||
{
|
||||
"task_name": task_name,
|
||||
"task_content": task_content,
|
||||
"overview": overview,
|
||||
"extra": deepcopy(extra),
|
||||
"updated_by": updated_by,
|
||||
"updated_at": now,
|
||||
}
|
||||
)
|
||||
return deepcopy(row), created, changed
|
||||
+36
@@ -0,0 +1,36 @@
|
||||
"""ORM model for externally supplied task deep-link details."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from datetime import UTC, datetime
|
||||
|
||||
from sqlalchemy import Integer, String
|
||||
from sqlalchemy.orm import Mapped, mapped_column
|
||||
|
||||
from deerflow.persistence.base import Base
|
||||
from deerflow.persistence.types import BeijingDateTime, PortableJSON, PortableLongText
|
||||
|
||||
|
||||
class TaskDeeplinkDetailRow(Base):
|
||||
"""Canonical task snapshot received from an external deep-link provider."""
|
||||
|
||||
__tablename__ = "task_deeplink_details"
|
||||
|
||||
detail_type: Mapped[str] = mapped_column(String(32), primary_key=True)
|
||||
detail_id: Mapped[str] = mapped_column(String(128), primary_key=True)
|
||||
task_name: Mapped[str] = mapped_column(String(512), nullable=False, default="")
|
||||
task_content: Mapped[str] = mapped_column(PortableLongText, nullable=False, default="")
|
||||
overview: Mapped[str] = mapped_column(PortableLongText, nullable=False, default="")
|
||||
extra_json: Mapped[dict[str, object]] = mapped_column(PortableJSON, nullable=False, default=dict)
|
||||
version: Mapped[int] = mapped_column(Integer, nullable=False, default=1)
|
||||
created_by: Mapped[str | None] = mapped_column(String(64), nullable=True)
|
||||
updated_by: Mapped[str | None] = mapped_column(String(64), nullable=True)
|
||||
created_at: Mapped[datetime] = mapped_column(
|
||||
BeijingDateTime(), nullable=False, default=lambda: datetime.now(UTC)
|
||||
)
|
||||
updated_at: Mapped[datetime] = mapped_column(
|
||||
BeijingDateTime(),
|
||||
nullable=False,
|
||||
default=lambda: datetime.now(UTC),
|
||||
onupdate=lambda: datetime.now(UTC),
|
||||
)
|
||||
+93
@@ -0,0 +1,93 @@
|
||||
"""SQLAlchemy-backed external task deep-link detail store."""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from datetime import UTC, datetime
|
||||
from typing import Any
|
||||
|
||||
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
|
||||
|
||||
from deerflow.persistence.task_deeplink_details.base import TaskDeeplinkDetailStore
|
||||
from deerflow.persistence.task_deeplink_details.model import TaskDeeplinkDetailRow
|
||||
|
||||
|
||||
def _to_dict(row: TaskDeeplinkDetailRow) -> dict[str, Any]:
|
||||
return {
|
||||
"detail_type": row.detail_type,
|
||||
"detail_id": row.detail_id,
|
||||
"task_name": row.task_name,
|
||||
"task_content": row.task_content,
|
||||
"overview": row.overview,
|
||||
"extra": dict(row.extra_json or {}),
|
||||
"version": row.version,
|
||||
"created_by": row.created_by,
|
||||
"updated_by": row.updated_by,
|
||||
"created_at": row.created_at.isoformat() if isinstance(row.created_at, datetime) else row.created_at,
|
||||
"updated_at": row.updated_at.isoformat() if isinstance(row.updated_at, datetime) else row.updated_at,
|
||||
}
|
||||
|
||||
|
||||
class TaskDeeplinkDetailRepository(TaskDeeplinkDetailStore):
|
||||
def __init__(self, session_factory: async_sessionmaker[AsyncSession]) -> None:
|
||||
self._sf = session_factory
|
||||
|
||||
async def get_detail(self, detail_type: str, detail_id: str) -> dict[str, Any] | None:
|
||||
async with self._sf() as session:
|
||||
row = await session.get(
|
||||
TaskDeeplinkDetailRow,
|
||||
{"detail_type": detail_type, "detail_id": detail_id},
|
||||
)
|
||||
return _to_dict(row) if row is not None else None
|
||||
|
||||
async def upsert_detail(
|
||||
self,
|
||||
detail_type: str,
|
||||
detail_id: str,
|
||||
*,
|
||||
task_name: str,
|
||||
task_content: str,
|
||||
overview: str,
|
||||
extra: dict[str, Any],
|
||||
updated_by: str | None,
|
||||
) -> tuple[dict[str, Any], bool, bool]:
|
||||
async with self._sf() as session:
|
||||
row = await session.get(
|
||||
TaskDeeplinkDetailRow,
|
||||
{"detail_type": detail_type, "detail_id": detail_id},
|
||||
)
|
||||
created = row is None
|
||||
now = datetime.now(UTC)
|
||||
if row is None:
|
||||
row = TaskDeeplinkDetailRow(
|
||||
detail_type=detail_type,
|
||||
detail_id=detail_id,
|
||||
task_name=task_name,
|
||||
task_content=task_content,
|
||||
overview=overview,
|
||||
extra_json=extra,
|
||||
version=1,
|
||||
created_by=updated_by,
|
||||
updated_by=updated_by,
|
||||
created_at=now,
|
||||
updated_at=now,
|
||||
)
|
||||
session.add(row)
|
||||
changed = True
|
||||
elif (
|
||||
row.task_name == task_name
|
||||
and row.task_content == task_content
|
||||
and row.overview == overview
|
||||
and dict(row.extra_json or {}) == extra
|
||||
):
|
||||
return _to_dict(row), False, False
|
||||
else:
|
||||
row.task_name = task_name
|
||||
row.task_content = task_content
|
||||
row.overview = overview
|
||||
row.extra_json = extra
|
||||
row.version += 1
|
||||
row.updated_by = updated_by
|
||||
row.updated_at = now
|
||||
changed = True
|
||||
await session.commit()
|
||||
return _to_dict(row), created, changed
|
||||
Reference in new issue
Block a user