sync update from LAN repo (source master @ ca48c4ec)

This commit is contained in:
gozeros committed 2026-11-05 10:53:54 +08:00
1 parent 8bc8b0e082
commit ea9dcff9c0
873 files changed
+107866 -14011

No files matched your search

@@ -8,7 +8,7 @@ from collections.abc import AsyncIterator
from datetime import UTC, datetime
from typing import Any
from sqlalchemy import desc, func, select
from sqlalchemy import delete, desc, func, select
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
from deerflow.persistence.tool_metrics.base import ToolMetricRecord, ToolMetricsQuery, ToolMetricsStore
@@ -245,3 +245,34 @@ class SqlToolMetricsStore(ToolMetricsStore):
{"skill_name": name, **counts}
for name, counts in sorted(agg.items(), key=lambda kv: kv[1]["total"], reverse=True)
]
async def purge_before(self, cutoff: datetime, *, batch_size: int = 1_000) -> int:
"""Delete one small, oldest-first retention batch.
Key selection followed by a primary-key delete works consistently on
every supported SQL dialect and prevents a three-month cleanup from
holding a large audit-table write lock.
"""
# Keep below SQLite's traditional 999 bind-variable limit. The
# retention worker requests batches repeatedly, so portability is more
# valuable than one giant delete statement.
size = max(1, min(int(batch_size), 500))
normalized_cutoff = _normalize_created_at(cutoff)
async with self._sf() as session:
ids = list(
(
await session.scalars(
select(ToolCallMetricRow.id)
.where(ToolCallMetricRow.created_at < normalized_cutoff)
.order_by(ToolCallMetricRow.created_at.asc(), ToolCallMetricRow.id.asc())
.limit(size)
)
).all()
)
if not ids:
return 0
result = await session.execute(
delete(ToolCallMetricRow).where(ToolCallMetricRow.id.in_(ids))
)
await session.commit()
return int(result.rowcount or 0)