feat(memory): Memory V2 重写 - 可插拔 provider + Hindsight 集成

以 Hermes 的可插拔记忆架构为骨架重写 deerflow 记忆模块,兼容原有
结构化数据,并新增 Hindsight 作为外部记忆后端。

P1 - 抽象层 + builtin 本地记忆:
- MemoryProvider 抽象基类 + MemoryManager 编排层(builtin + ≤1 外部)
- BuiltinFileProvider:USER.md/MEMORY.md 二元存储、字符配额、文件锁、
  原子写、frozen snapshot
- memory 工具(LangChain @tool):LLM 主动写入用户画像/工作笔记
- 记忆内容安全扫描(注入/外渗模式 + 不可见 unicode)
- memory_config 改为嵌套结构 + 旧扁平字段兼容 + per-user 三层覆盖
- 迁移脚本 migrate_memory_to_v2.py:旧 memory.json -> USER.md/MEMORY.md
- Gateway 新增 /api/memory/v2 与 v2/config 端点(用户可配置白名单字段)

P2 - Hindsight 外部 provider:
- HindsightProvider:双 bank 隔离(user bank 跨 agent 共享 + work bank
  agent 私有)、并发召回合并、auto-retain、on_memory_write 镜像
- hindsight_recall/reflect/retain 三个 LangChain 工具
- MemoryMiddleware.before_model 注入 Hindsight 动态召回
- context/tools/hybrid 三种 memory_mode
- hindsight-client 作为可选依赖,未装时自动退回纯 builtin

注入走系统提示词(builtin frozen snapshot)+ before_model(Hindsight
动态召回)。后台抽取保留但默认关闭,P3 期重接入。

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
xuhdandClaude Opus 4.7 committed 2026-05-15 12:15:55 +08:00
1 parent 6947a3ffa7
commit f9d7610679
21 files changed
+3970 -188

No files matched your search

+34 -1
View File
@@ -136,6 +136,18 @@ wheels = [
{ url = "https://pypi.tuna.tsinghua.edu.cn/packages/62/29/2f8418269e46454a26171bfdd6a055d74febf32234e474930f2f60a17145/aiohttp-3.13.5-cp314-cp314t-win_amd64.whl", hash = "sha256:18a2f6c1182c51baa1d28d68fea51513cb2a76612f038853c0ad3c145423d3d9", size = 505441, upload-time = "2026-03-31T22:00:12.791Z" },
]
[[package]]
name = "aiohttp-retry"
version = "2.9.1"
source = { registry = "https://pypi.tuna.tsinghua.edu.cn/simple" }
dependencies = [
{ name = "aiohttp" },
]
sdist = { url = "https://pypi.tuna.tsinghua.edu.cn/packages/9d/61/ebda4d8e3d8cfa1fd3db0fb428db2dd7461d5742cea35178277ad180b033/aiohttp_retry-2.9.1.tar.gz", hash = "sha256:8eb75e904ed4ee5c2ec242fefe85bf04240f685391c4879d8f541d6028ff01f1", size = 13608, upload-time = "2024-11-06T10:44:54.574Z" }
wheels = [
{ url = "https://pypi.tuna.tsinghua.edu.cn/packages/1a/99/84ba7273339d0f3dfa57901b846489d2e5c2cd731470167757f1935fffbd/aiohttp_retry-2.9.1-py3-none-any.whl", hash = "sha256:66d2759d1921838256a05a3f80ad7e724936f083e35be5abb5e16eed6be6dc54", size = 9981, upload-time = "2024-11-06T10:44:52.917Z" },
]
[[package]]
name = "aiosignal"
version = "1.4.0"
@@ -847,6 +859,9 @@ dependencies = [
]
[package.optional-dependencies]
hindsight = [
{ name = "hindsight-client" },
]
ollama = [
{ name = "langchain-ollama" },
]
@@ -872,6 +887,7 @@ requires-dist = [
{ name = "duckdb", specifier = ">=1.4.4" },
{ name = "exa-py", specifier = ">=1.0.0" },
{ name = "firecrawl-py", specifier = ">=1.15.0" },
{ name = "hindsight-client", marker = "extra == 'hindsight'", specifier = ">=0.4.22" },
{ name = "httpx", specifier = ">=0.28.0" },
{ name = "kubernetes", specifier = ">=30.0.0" },
{ name = "langchain", specifier = ">=1.2.15" },
@@ -901,7 +917,7 @@ requires-dist = [
{ name = "tavily-python", specifier = ">=0.7.17" },
{ name = "tiktoken", specifier = ">=0.8.0" },
]
provides-extras = ["ollama", "postgres", "pymupdf"]
provides-extras = ["hindsight", "ollama", "postgres", "pymupdf"]
[[package]]
name = "defusedxml"
@@ -1391,6 +1407,23 @@ wheels = [
{ url = "https://pypi.tuna.tsinghua.edu.cn/packages/04/4b/29cac41a4d98d144bf5f6d33995617b185d14b22401f75ca86f384e87ff1/h11-0.16.0-py3-none-any.whl", hash = "sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86", size = 37515, upload-time = "2025-04-24T03:35:24.344Z" },
]
[[package]]
name = "hindsight-client"
version = "0.6.2"
source = { registry = "https://pypi.tuna.tsinghua.edu.cn/simple" }
dependencies = [
{ name = "aiohttp" },
{ name = "aiohttp-retry" },
{ name = "pydantic" },
{ name = "python-dateutil" },
{ name = "typing-extensions" },
{ name = "urllib3" },
]
sdist = { url = "https://pypi.tuna.tsinghua.edu.cn/packages/0b/53/676ad2eb3214a95bdd0db12b59c152739451cf88dc48c8e64d46818fb030/hindsight_client-0.6.2.tar.gz", hash = "sha256:dcba16d6f13a8b5db9fd1081fbdab4fa7fde9b65d1c0afd6ea5410be9b3b2add", size = 99835, upload-time = "2026-05-14T20:00:57.715Z" }
wheels = [
{ url = "https://pypi.tuna.tsinghua.edu.cn/packages/82/c0/32961abf61ad581ce10701f390e65b018daa1bbdf842ec16c2799ef23eab/hindsight_client-0.6.2-py3-none-any.whl", hash = "sha256:3f4459c6b25f03867b4780a4fc2dd5a43f120bfb73304102e9001bcdb82fe049", size = 249383, upload-time = "2026-05-14T20:00:56.126Z" },
]
[[package]]
name = "html5lib"
version = "1.1"