sync update from LAN repo (source dhk-1 @ 3b1ec5b4)

This commit is contained in:
gozeros committed 2026-11-05 10:56:34 +08:00
1 parent da6521b6cb
commit 264e2200d6
995 files changed
+148105 -13399

No files matched your search

@@ -7,7 +7,7 @@ from collections.abc import AsyncIterator
from datetime import UTC, datetime
from typing import Any
from sqlalchemy import desc, func, select
from sqlalchemy import delete, desc, func, select
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
from deerflow.persistence.llm_metrics.base import LlmMetricRecord, LlmMetricsQuery, LlmMetricsStore
@@ -110,3 +110,34 @@ class SqlLlmMetricsStore(LlmMetricsStore):
if len(page) < page_size:
return
offset += page_size
async def purge_before(self, cutoff: datetime, *, batch_size: int = 1_000) -> int:
"""Delete one small, oldest-first retention batch.
Selecting primary keys first keeps this portable across SQLite, MySQL,
and PostgreSQL (which do not share ``DELETE ... LIMIT`` syntax) and
avoids a long-running delete transaction on a busy audit table.
"""
# Keep below SQLite's traditional 999 bind-variable limit. The
# retention worker requests batches repeatedly, so portability is more
# valuable than one giant delete statement.
size = max(1, min(int(batch_size), 500))
normalized_cutoff = _normalize_created_at(cutoff)
async with self._sf() as session:
ids = list(
(
await session.scalars(
select(LlmCallMetricRow.id)
.where(LlmCallMetricRow.created_at < normalized_cutoff)
.order_by(LlmCallMetricRow.created_at.asc(), LlmCallMetricRow.id.asc())
.limit(size)
)
).all()
)
if not ids:
return 0
result = await session.execute(
delete(LlmCallMetricRow).where(LlmCallMetricRow.id.in_(ids))
)
await session.commit()
return int(result.rowcount or 0)