sync update from LAN repo (source master @ ca48c4ec)
This commit is contained in:
1 parent
8bc8b0e082
commit
ea9dcff9c0
873 files changed
+107866
-14011
No files matched your search
+32
-1
@@ -7,7 +7,7 @@ from collections.abc import AsyncIterator
|
||||
from datetime import UTC, datetime
|
||||
from typing import Any
|
||||
|
||||
from sqlalchemy import desc, func, select
|
||||
from sqlalchemy import delete, desc, func, select
|
||||
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
|
||||
|
||||
from deerflow.persistence.llm_metrics.base import LlmMetricRecord, LlmMetricsQuery, LlmMetricsStore
|
||||
@@ -110,3 +110,34 @@ class SqlLlmMetricsStore(LlmMetricsStore):
|
||||
if len(page) < page_size:
|
||||
return
|
||||
offset += page_size
|
||||
|
||||
async def purge_before(self, cutoff: datetime, *, batch_size: int = 1_000) -> int:
|
||||
"""Delete one small, oldest-first retention batch.
|
||||
|
||||
Selecting primary keys first keeps this portable across SQLite, MySQL,
|
||||
and PostgreSQL (which do not share ``DELETE ... LIMIT`` syntax) and
|
||||
avoids a long-running delete transaction on a busy audit table.
|
||||
"""
|
||||
# Keep below SQLite's traditional 999 bind-variable limit. The
|
||||
# retention worker requests batches repeatedly, so portability is more
|
||||
# valuable than one giant delete statement.
|
||||
size = max(1, min(int(batch_size), 500))
|
||||
normalized_cutoff = _normalize_created_at(cutoff)
|
||||
async with self._sf() as session:
|
||||
ids = list(
|
||||
(
|
||||
await session.scalars(
|
||||
select(LlmCallMetricRow.id)
|
||||
.where(LlmCallMetricRow.created_at < normalized_cutoff)
|
||||
.order_by(LlmCallMetricRow.created_at.asc(), LlmCallMetricRow.id.asc())
|
||||
.limit(size)
|
||||
)
|
||||
).all()
|
||||
)
|
||||
if not ids:
|
||||
return 0
|
||||
result = await session.execute(
|
||||
delete(LlmCallMetricRow).where(LlmCallMetricRow.id.in_(ids))
|
||||
)
|
||||
await session.commit()
|
||||
return int(result.rowcount or 0)
|
||||
Reference in new issue
Block a user