sync update from LAN repo (source master @ ca48c4ec)

This commit is contained in:
gozeros committed 2026-11-05 10:53:54 +08:00
1 parent 8bc8b0e082
commit ea9dcff9c0
873 files changed
+107866 -14011

No files matched your search

@@ -7,7 +7,7 @@ from collections.abc import AsyncIterator
from datetime import UTC, datetime
from typing import Any
from sqlalchemy import desc, func, select
from sqlalchemy import delete, desc, func, select
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
from deerflow.persistence.llm_metrics.base import LlmMetricRecord, LlmMetricsQuery, LlmMetricsStore
@@ -110,3 +110,34 @@ class SqlLlmMetricsStore(LlmMetricsStore):
if len(page) < page_size:
return
offset += page_size
async def purge_before(self, cutoff: datetime, *, batch_size: int = 1_000) -> int:
"""Delete one small, oldest-first retention batch.
Selecting primary keys first keeps this portable across SQLite, MySQL,
and PostgreSQL (which do not share ``DELETE ... LIMIT`` syntax) and
avoids a long-running delete transaction on a busy audit table.
"""
# Keep below SQLite's traditional 999 bind-variable limit. The
# retention worker requests batches repeatedly, so portability is more
# valuable than one giant delete statement.
size = max(1, min(int(batch_size), 500))
normalized_cutoff = _normalize_created_at(cutoff)
async with self._sf() as session:
ids = list(
(
await session.scalars(
select(LlmCallMetricRow.id)
.where(LlmCallMetricRow.created_at < normalized_cutoff)
.order_by(LlmCallMetricRow.created_at.asc(), LlmCallMetricRow.id.asc())
.limit(size)
)
).all()
)
if not ids:
return 0
result = await session.execute(
delete(LlmCallMetricRow).where(LlmCallMetricRow.id.in_(ids))
)
await session.commit()
return int(result.rowcount or 0)