96 lines
3.1 KiB
Python
96 lines
3.1 KiB
Python
"""Regression coverage for model-independent skill usage attribution."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from pathlib import Path
|
|
from types import SimpleNamespace
|
|
|
|
import pytest
|
|
|
|
from deerflow.sandbox import tools
|
|
from deerflow.skills import usage
|
|
from deerflow.tools.builtins import skill_tools
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def _clear_recent_use_events():
|
|
usage._recent_use_events.clear()
|
|
yield
|
|
usage._recent_use_events.clear()
|
|
|
|
|
|
def test_bump_use_counts_a_skill_once_per_run_and_syncs_the_catalog(tmp_path: Path, monkeypatch):
|
|
usage_path = tmp_path / ".usage.json"
|
|
projected: list[tuple[str, int, object]] = []
|
|
monkeypatch.setattr(usage, "_usage_path", lambda: usage_path)
|
|
monkeypatch.setattr(
|
|
usage,
|
|
"_schedule_use_projection_increment",
|
|
lambda name, use_count, used_at: projected.append((name, use_count, used_at)),
|
|
)
|
|
|
|
assert usage.bump_use("page-generator", event_key="run-1") is True
|
|
assert usage.bump_use("page-generator", event_key="run-1") is False
|
|
assert usage.bump_use("page-generator", event_key="run-2") is True
|
|
|
|
entry = usage.get_entry("page-generator")
|
|
assert entry["use_count"] == 2
|
|
assert entry["last_used_at"]
|
|
assert [(name, count) for name, count, _used_at in projected] == [
|
|
("page-generator", 1),
|
|
("page-generator", 2),
|
|
]
|
|
|
|
|
|
def test_skill_file_and_script_paths_record_public_and_custom_skills(monkeypatch):
|
|
calls: list[tuple[str, str | None]] = []
|
|
monkeypatch.setattr(
|
|
usage,
|
|
"bump_use",
|
|
lambda name, *, event_key=None: calls.append((name, event_key)),
|
|
)
|
|
runtime = SimpleNamespace(context={"run_id": "run-weak-model"}, config={})
|
|
|
|
tools._record_skill_read("/mnt/skills/public/report-maker/SKILL.md", runtime)
|
|
tools._record_skill_command(
|
|
"python /mnt/skills/custom/data-cleaner/scripts/run.py --fast",
|
|
runtime,
|
|
)
|
|
|
|
assert calls == [
|
|
("report-maker", "run-weak-model"),
|
|
("data-cleaner", "run-weak-model"),
|
|
]
|
|
|
|
|
|
def test_skill_view_counts_as_use_without_model_narration(monkeypatch):
|
|
calls: list[tuple[str, str | None]] = []
|
|
runtime = SimpleNamespace(context={"run_id": "run-skill-view"}, config={})
|
|
monkeypatch.setattr(skill_tools, "skill_view_impl", lambda *_args, **_kwargs: "skill instructions")
|
|
monkeypatch.setattr(
|
|
usage,
|
|
"bump_use",
|
|
lambda name, *, event_key=None: calls.append((name, event_key)),
|
|
)
|
|
|
|
result = skill_tools.skill_view_tool.func(name="report-maker", runtime=runtime)
|
|
|
|
assert result == "skill instructions"
|
|
assert calls == [("report-maker", "run-skill-view")]
|
|
|
|
|
|
def test_failed_skill_view_does_not_count_as_use(monkeypatch):
|
|
calls: list[str] = []
|
|
runtime = SimpleNamespace(context={"run_id": "run-missing"}, config={})
|
|
monkeypatch.setattr(
|
|
skill_tools,
|
|
"skill_view_impl",
|
|
lambda *_args, **_kwargs: "Skill 'missing' not found.",
|
|
)
|
|
monkeypatch.setattr(usage, "bump_use", lambda name, **_kwargs: calls.append(name))
|
|
|
|
result = skill_tools.skill_view_tool.func(name="missing", runtime=runtime)
|
|
|
|
assert result == "Skill 'missing' not found."
|
|
assert calls == []
|