sync update from LAN repo (source master @ ca48c4ec)

This commit is contained in:
gozeros committed 2026-11-05 10:53:54 +08:00
1 parent 8bc8b0e082
commit ea9dcff9c0
873 files changed
+107866 -14011

No files matched your search

@@ -0,0 +1,22 @@
"""External task deep-link detail persistence."""
from __future__ import annotations
from deerflow.persistence.task_deeplink_details.base import TaskDeeplinkDetailStore
from deerflow.persistence.task_deeplink_details.memory import MemoryTaskDeeplinkDetailStore
from deerflow.persistence.task_deeplink_details.model import TaskDeeplinkDetailRow
from deerflow.persistence.task_deeplink_details.sql import TaskDeeplinkDetailRepository
__all__ = [
"MemoryTaskDeeplinkDetailStore",
"TaskDeeplinkDetailRepository",
"TaskDeeplinkDetailRow",
"TaskDeeplinkDetailStore",
"make_task_deeplink_detail_store",
]
def make_task_deeplink_detail_store(session_factory):
if session_factory is None:
return MemoryTaskDeeplinkDetailStore()
return TaskDeeplinkDetailRepository(session_factory)
@@ -0,0 +1,47 @@
"""Persistence contract for externally supplied task deep-link details."""
from __future__ import annotations
from abc import ABC, abstractmethod
from typing import Any
class TaskDeeplinkDetailStore(ABC):
"""Shared external task snapshots keyed by ``(detail_type, detail_id, sub_type)``.
``sub_type`` is the integrator-supplied business type (the deep-link
``?type=``): the same task id may hold one snapshot per type, each with its
own version counter. The empty string is the legacy no-type partition.
"""
@abstractmethod
async def get_detail(
self,
detail_type: str,
detail_id: str,
*,
sub_type: str = "",
) -> dict[str, Any] | None:
"""Return one persisted task snapshot, or ``None`` when it is unknown."""
raise NotImplementedError
@abstractmethod
async def upsert_detail(
self,
detail_type: str,
detail_id: str,
*,
sub_type: str = "",
task_name: str,
task_content: str,
overview: str,
extra: dict[str, Any],
updated_by: str | None,
) -> tuple[dict[str, Any], bool, bool]:
"""Return ``(row, created, changed)`` for a complete task snapshot.
Implementations must not issue a write when the stored snapshot has
exactly the same task fields. This keeps caller-side retries cheap
and makes a repeated ``PUT`` idempotent in both state and version.
"""
raise NotImplementedError
@@ -0,0 +1,76 @@
"""In-memory implementation for external task deep-link details."""
from __future__ import annotations
from copy import deepcopy
from datetime import UTC, datetime
from typing import Any
from deerflow.persistence.task_deeplink_details.base import TaskDeeplinkDetailStore
class MemoryTaskDeeplinkDetailStore(TaskDeeplinkDetailStore):
def __init__(self) -> None:
self._rows: dict[tuple[str, str, str], dict[str, Any]] = {}
async def get_detail(
self,
detail_type: str,
detail_id: str,
*,
sub_type: str = "",
) -> dict[str, Any] | None:
row = self._rows.get((detail_type, detail_id, sub_type))
return deepcopy(row) if row is not None else None
async def upsert_detail(
self,
detail_type: str,
detail_id: str,
*,
sub_type: str = "",
task_name: str,
task_content: str,
overview: str,
extra: dict[str, Any],
updated_by: str | None,
) -> tuple[dict[str, Any], bool, bool]:
key = (detail_type, detail_id, sub_type)
row = self._rows.get(key)
created = row is None
if row is None:
now = datetime.now(UTC).isoformat()
row = {
"detail_type": detail_type,
"detail_id": detail_id,
"sub_type": sub_type,
"version": 1,
"created_by": updated_by,
"created_at": now,
}
self._rows[key] = row
changed = True
elif (
row["task_name"] == task_name
and row["task_content"] == task_content
and row["overview"] == overview
and row["extra"] == extra
):
return deepcopy(row), False, False
else:
now = datetime.now(UTC).isoformat()
row["version"] = int(row.get("version") or 0) + 1
changed = True
if changed:
row.update(
{
"task_name": task_name,
"task_content": task_content,
"overview": overview,
"extra": deepcopy(extra),
"updated_by": updated_by,
"updated_at": now,
}
)
return deepcopy(row), created, changed
@@ -0,0 +1,39 @@
"""ORM model for externally supplied task deep-link details."""
from __future__ import annotations
from datetime import UTC, datetime
from sqlalchemy import Integer, String
from sqlalchemy.orm import Mapped, mapped_column
from deerflow.persistence.base import Base
from deerflow.persistence.types import BeijingDateTime, PortableJSON, PortableLongText
class TaskDeeplinkDetailRow(Base):
"""Canonical task snapshot received from an external deep-link provider."""
__tablename__ = "task_deeplink_details"
detail_type: Mapped[str] = mapped_column(String(32), primary_key=True)
detail_id: Mapped[str] = mapped_column(String(128), primary_key=True)
# Integrator-supplied business type (the deep-link ``?type=``): one task id
# may carry several typed snapshots; "" is the legacy no-type partition.
sub_type: Mapped[str] = mapped_column(String(64), primary_key=True, default="")
task_name: Mapped[str] = mapped_column(String(512), nullable=False, default="")
task_content: Mapped[str] = mapped_column(PortableLongText, nullable=False, default="")
overview: Mapped[str] = mapped_column(PortableLongText, nullable=False, default="")
extra_json: Mapped[dict[str, object]] = mapped_column(PortableJSON, nullable=False, default=dict)
version: Mapped[int] = mapped_column(Integer, nullable=False, default=1)
created_by: Mapped[str | None] = mapped_column(String(64), nullable=True)
updated_by: Mapped[str | None] = mapped_column(String(64), nullable=True)
created_at: Mapped[datetime] = mapped_column(
BeijingDateTime(), nullable=False, default=lambda: datetime.now(UTC)
)
updated_at: Mapped[datetime] = mapped_column(
BeijingDateTime(),
nullable=False,
default=lambda: datetime.now(UTC),
onupdate=lambda: datetime.now(UTC),
)
@@ -0,0 +1,102 @@
"""SQLAlchemy-backed external task deep-link detail store."""
from __future__ import annotations
from datetime import UTC, datetime
from typing import Any
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
from deerflow.persistence.task_deeplink_details.base import TaskDeeplinkDetailStore
from deerflow.persistence.task_deeplink_details.model import TaskDeeplinkDetailRow
def _to_dict(row: TaskDeeplinkDetailRow) -> dict[str, Any]:
return {
"detail_type": row.detail_type,
"detail_id": row.detail_id,
"sub_type": row.sub_type or "",
"task_name": row.task_name,
"task_content": row.task_content,
"overview": row.overview,
"extra": dict(row.extra_json or {}),
"version": row.version,
"created_by": row.created_by,
"updated_by": row.updated_by,
"created_at": row.created_at.isoformat() if isinstance(row.created_at, datetime) else row.created_at,
"updated_at": row.updated_at.isoformat() if isinstance(row.updated_at, datetime) else row.updated_at,
}
class TaskDeeplinkDetailRepository(TaskDeeplinkDetailStore):
def __init__(self, session_factory: async_sessionmaker[AsyncSession]) -> None:
self._sf = session_factory
async def get_detail(
self,
detail_type: str,
detail_id: str,
*,
sub_type: str = "",
) -> dict[str, Any] | None:
async with self._sf() as session:
row = await session.get(
TaskDeeplinkDetailRow,
{"detail_type": detail_type, "detail_id": detail_id, "sub_type": sub_type},
)
return _to_dict(row) if row is not None else None
async def upsert_detail(
self,
detail_type: str,
detail_id: str,
*,
sub_type: str = "",
task_name: str,
task_content: str,
overview: str,
extra: dict[str, Any],
updated_by: str | None,
) -> tuple[dict[str, Any], bool, bool]:
async with self._sf() as session:
row = await session.get(
TaskDeeplinkDetailRow,
{"detail_type": detail_type, "detail_id": detail_id, "sub_type": sub_type},
)
created = row is None
now = datetime.now(UTC)
if row is None:
row = TaskDeeplinkDetailRow(
detail_type=detail_type,
detail_id=detail_id,
sub_type=sub_type,
task_name=task_name,
task_content=task_content,
overview=overview,
extra_json=extra,
version=1,
created_by=updated_by,
updated_by=updated_by,
created_at=now,
updated_at=now,
)
session.add(row)
changed = True
elif (
row.task_name == task_name
and row.task_content == task_content
and row.overview == overview
and dict(row.extra_json or {}) == extra
):
return _to_dict(row), False, False
else:
row.task_name = task_name
row.task_content = task_content
row.overview = overview
row.extra_json = extra
row.version += 1
row.updated_by = updated_by
row.updated_at = now
changed = True
await session.commit()
return _to_dict(row), created, changed