sync update from LAN repo (source master @ ca48c4ec)
This commit is contained in:
1 parent
8bc8b0e082
commit
ea9dcff9c0
873 files changed
+107866
-14011
No files matched your search
+32
-1
@@ -8,7 +8,7 @@ from collections.abc import AsyncIterator
|
||||
from datetime import UTC, datetime
|
||||
from typing import Any
|
||||
|
||||
from sqlalchemy import desc, func, select
|
||||
from sqlalchemy import delete, desc, func, select
|
||||
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
|
||||
|
||||
from deerflow.persistence.tool_metrics.base import ToolMetricRecord, ToolMetricsQuery, ToolMetricsStore
|
||||
@@ -245,3 +245,34 @@ class SqlToolMetricsStore(ToolMetricsStore):
|
||||
{"skill_name": name, **counts}
|
||||
for name, counts in sorted(agg.items(), key=lambda kv: kv[1]["total"], reverse=True)
|
||||
]
|
||||
|
||||
async def purge_before(self, cutoff: datetime, *, batch_size: int = 1_000) -> int:
|
||||
"""Delete one small, oldest-first retention batch.
|
||||
|
||||
Key selection followed by a primary-key delete works consistently on
|
||||
every supported SQL dialect and prevents a three-month cleanup from
|
||||
holding a large audit-table write lock.
|
||||
"""
|
||||
# Keep below SQLite's traditional 999 bind-variable limit. The
|
||||
# retention worker requests batches repeatedly, so portability is more
|
||||
# valuable than one giant delete statement.
|
||||
size = max(1, min(int(batch_size), 500))
|
||||
normalized_cutoff = _normalize_created_at(cutoff)
|
||||
async with self._sf() as session:
|
||||
ids = list(
|
||||
(
|
||||
await session.scalars(
|
||||
select(ToolCallMetricRow.id)
|
||||
.where(ToolCallMetricRow.created_at < normalized_cutoff)
|
||||
.order_by(ToolCallMetricRow.created_at.asc(), ToolCallMetricRow.id.asc())
|
||||
.limit(size)
|
||||
)
|
||||
).all()
|
||||
)
|
||||
if not ids:
|
||||
return 0
|
||||
result = await session.execute(
|
||||
delete(ToolCallMetricRow).where(ToolCallMetricRow.id.in_(ids))
|
||||
)
|
||||
await session.commit()
|
||||
return int(result.rowcount or 0)
|
||||
Reference in new issue
Block a user