Merge branch 'master' of http://192.168.0.200/knowledge-base-bj/deerflow-code into master-nj
This commit is contained in:
commit
c4d244881f
14 files changed
+1194
-107
No files matched your search
@@ -5,7 +5,7 @@ from types import SimpleNamespace
|
||||
|
||||
import httpx
|
||||
import pytest
|
||||
from fastapi import HTTPException
|
||||
from fastapi import FastAPI, HTTPException
|
||||
from starlette.datastructures import Headers, QueryParams
|
||||
from starlette.requests import Request
|
||||
|
||||
@@ -29,6 +29,7 @@ def _request(
|
||||
query: str = "",
|
||||
cookies: dict[str, str] | None = None,
|
||||
request_headers: dict[str, str] | None = None,
|
||||
root_path: str = "",
|
||||
) -> Request:
|
||||
headers: list[tuple[bytes, bytes]] = [
|
||||
(key.lower().encode(), value.encode()) for key, value in (request_headers or {}).items()
|
||||
@@ -40,6 +41,7 @@ def _request(
|
||||
"type": "http",
|
||||
"method": "GET",
|
||||
"path": path,
|
||||
"root_path": root_path,
|
||||
"query_string": query.encode(),
|
||||
"headers": headers,
|
||||
"scheme": "http",
|
||||
@@ -171,15 +173,37 @@ def test_weknora_embed_cookie_bypasses_only_proxy_paths() -> None:
|
||||
cookies = {"deerflow_weknora_embed": raw_cookie}
|
||||
|
||||
assert auth_middleware._is_weknora_embed_proxy_request(_request("/platform/knowledge-bases/kb", cookies=cookies))
|
||||
assert auth_middleware._is_weknora_embed_proxy_request(
|
||||
_request("/deerflow/platform/knowledge-bases/kb", cookies=cookies)
|
||||
)
|
||||
assert auth_middleware._is_weknora_embed_proxy_request(_request("/assets/index.js", cookies=cookies))
|
||||
assert auth_middleware._is_weknora_embed_proxy_request(_request("/deerflow/assets/index.js", cookies=cookies))
|
||||
for static_path in (
|
||||
"/deerflow/css/app.css",
|
||||
"/deerflow/fonts/app.woff2",
|
||||
"/deerflow/img/logo.png",
|
||||
"/deerflow/images/empty.svg",
|
||||
"/deerflow/js/app.js",
|
||||
"/deerflow/media/intro.mp4",
|
||||
"/deerflow/static/chunk.js",
|
||||
):
|
||||
request = _request(static_path, cookies=cookies)
|
||||
assert auth_middleware._is_weknora_embed_proxy_request(request)
|
||||
assert csrf_middleware.is_weknora_embed_proxy_request(request)
|
||||
assert auth_middleware._is_weknora_embed_proxy_request(_request("/config.js", cookies=cookies))
|
||||
assert auth_middleware._is_weknora_embed_proxy_request(
|
||||
_request("/tdesign-icons/0.4.1/fonts/index.js", cookies=cookies)
|
||||
)
|
||||
assert auth_middleware._is_weknora_embed_proxy_request(_request("/api/v1/knowledge-search", cookies=cookies))
|
||||
assert auth_middleware._is_weknora_embed_proxy_request(
|
||||
_request("/deerflow/api/v1/knowledge-search", cookies=cookies)
|
||||
)
|
||||
assert auth_middleware._is_weknora_embed_proxy_request(
|
||||
_request("/api/llmwiki/weknora-embed/api/v1/auth/me", cookies=cookies)
|
||||
)
|
||||
assert auth_middleware._is_weknora_embed_proxy_request(
|
||||
_request("/deerflow/api/llmwiki/weknora-embed/api/v1/auth/me", cookies=cookies)
|
||||
)
|
||||
assert csrf_middleware.is_weknora_embed_proxy_request(_request("/api/v1/knowledge-search", cookies=cookies))
|
||||
assert not auth_middleware._is_weknora_embed_proxy_request(
|
||||
_request("/api/v1/knowledge-search", cookies={"deerflow_weknora_embed": "signed"})
|
||||
@@ -217,11 +241,18 @@ async def test_weknora_session_endpoint_sets_cookie_and_returns_platform_path(mo
|
||||
)
|
||||
|
||||
payload = json.loads(response.body)
|
||||
assert payload["frame_path"] == "/platform/knowledge-bases/remote-kb?tab=wiki"
|
||||
assert payload["frame_path"] == "/deerflow/platform/knowledge-bases/remote-kb?tab=wiki"
|
||||
cookie = response.headers["set-cookie"]
|
||||
assert "deerflow_weknora_embed=" in cookie
|
||||
assert "Secure" in cookie
|
||||
assert "SameSite=none" in cookie
|
||||
set_cookie_headers = [
|
||||
value.decode("latin-1")
|
||||
for key, value in response.raw_headers
|
||||
if key.lower() == b"set-cookie"
|
||||
]
|
||||
assert any("Path=/" in value for value in set_cookie_headers)
|
||||
assert any("Path=/deerflow" in value for value in set_cookie_headers)
|
||||
raw = cookie.split("deerflow_weknora_embed=", 1)[1].split(";", 1)[0]
|
||||
ctx = llmwiki_router._verify_embed_cookie(raw)
|
||||
assert ctx.mapping_id == "local-kb"
|
||||
@@ -230,7 +261,65 @@ async def test_weknora_session_endpoint_sets_cookie_and_returns_platform_path(mo
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_weknora_client_sends_no_credentials_and_normalizes_search() -> None:
|
||||
async def test_weknora_session_endpoint_preserves_reverse_proxy_prefix(monkeypatch: pytest.MonkeyPatch) -> None:
|
||||
from app.gateway.routers import llmwiki as llmwiki_router
|
||||
|
||||
async def authorized_mapping(*_: object, **__: object) -> tuple[dict[str, str], str, bool]:
|
||||
return {"id": "local-kb", "weknora_id": "remote-kb", "name": "KB"}, "user-a", False
|
||||
|
||||
class Store:
|
||||
async def get_authorized(self, *_: object, **__: object) -> dict[str, str]:
|
||||
return {"id": "local-kb", "weknora_id": "remote-kb"}
|
||||
|
||||
monkeypatch.setattr(llmwiki_router, "_runtime_for_iframe_proxy", lambda _: object())
|
||||
monkeypatch.setattr(llmwiki_router, "_authorized_mapping", authorized_mapping)
|
||||
monkeypatch.setattr(llmwiki_router, "_store", lambda _: Store())
|
||||
|
||||
response = await llmwiki_router.create_weknora_detail_session(
|
||||
_request(
|
||||
"/api/llmwiki/knowledge-bases/local-kb/weknora/session",
|
||||
request_headers={"X-Forwarded-Prefix": "/deerflow"},
|
||||
),
|
||||
"local-kb",
|
||||
tab="wiki",
|
||||
)
|
||||
|
||||
payload = json.loads(response.body)
|
||||
assert payload["frame_path"] == "/deerflow/platform/knowledge-bases/remote-kb?tab=wiki"
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_weknora_session_endpoint_uses_backend_prefix_when_frontend_has_different_prefix(
|
||||
monkeypatch: pytest.MonkeyPatch,
|
||||
) -> None:
|
||||
from app.gateway.routers import llmwiki as llmwiki_router
|
||||
|
||||
async def authorized_mapping(*_: object, **__: object) -> tuple[dict[str, str], str, bool]:
|
||||
return {"id": "local-kb", "weknora_id": "remote-kb", "name": "KB"}, "user-a", False
|
||||
|
||||
class Store:
|
||||
async def get_authorized(self, *_: object, **__: object) -> dict[str, str]:
|
||||
return {"id": "local-kb", "weknora_id": "remote-kb"}
|
||||
|
||||
monkeypatch.setattr(llmwiki_router, "_runtime_for_iframe_proxy", lambda _: object())
|
||||
monkeypatch.setattr(llmwiki_router, "_authorized_mapping", authorized_mapping)
|
||||
monkeypatch.setattr(llmwiki_router, "_store", lambda _: Store())
|
||||
|
||||
response = await llmwiki_router.create_weknora_detail_session(
|
||||
_request(
|
||||
"/api/llmwiki/knowledge-bases/local-kb/weknora/session",
|
||||
request_headers={"Referer": "https://example.test/magentweb/page/workspace/knowledge/local-kb"},
|
||||
),
|
||||
"local-kb",
|
||||
tab="wiki",
|
||||
)
|
||||
|
||||
payload = json.loads(response.body)
|
||||
assert payload["frame_path"] == "/deerflow/platform/knowledge-bases/remote-kb?tab=wiki"
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_weknora_client_keeps_anonymous_mode_without_admin_credentials() -> None:
|
||||
requests: list[httpx.Request] = []
|
||||
|
||||
async def handler(request: httpx.Request) -> httpx.Response:
|
||||
@@ -270,6 +359,77 @@ async def test_weknora_client_sends_no_credentials_and_normalizes_search() -> No
|
||||
assert results[0]["title"] == "Guide"
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_weknora_client_uses_admin_token_when_credentials_are_configured() -> None:
|
||||
requests: list[httpx.Request] = []
|
||||
|
||||
async def handler(request: httpx.Request) -> httpx.Response:
|
||||
requests.append(request)
|
||||
if request.url.path == "/api/v1/auth/login":
|
||||
assert json.loads(request.content) == {"email": "admin@example.test", "password": "secret"}
|
||||
return httpx.Response(
|
||||
200,
|
||||
json={
|
||||
"success": True,
|
||||
"data": {
|
||||
"token": "token-one",
|
||||
"tenant": {"id": "tenant-one"},
|
||||
},
|
||||
},
|
||||
)
|
||||
assert request.headers["Authorization"] == "Bearer token-one"
|
||||
assert request.headers["X-Tenant-ID"] == "tenant-one"
|
||||
return httpx.Response(200, json={"success": True, "data": []})
|
||||
|
||||
async with httpx.AsyncClient(transport=httpx.MockTransport(handler)) as http_client:
|
||||
client = WeKnoraClient(
|
||||
base_url="http://weknora.local:8080",
|
||||
http_client=http_client,
|
||||
admin_email="admin@example.test",
|
||||
admin_password="secret",
|
||||
)
|
||||
results = await client.search("deployment guide", ["kb-one"])
|
||||
|
||||
assert results == []
|
||||
assert [request.url.path for request in requests] == [
|
||||
"/api/v1/auth/login",
|
||||
"/api/v1/knowledge-search",
|
||||
]
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_weknora_client_refreshes_admin_token_after_rejection() -> None:
|
||||
login_count = 0
|
||||
search_count = 0
|
||||
|
||||
async def handler(request: httpx.Request) -> httpx.Response:
|
||||
nonlocal login_count, search_count
|
||||
if request.url.path == "/api/v1/auth/login":
|
||||
login_count += 1
|
||||
return httpx.Response(
|
||||
200,
|
||||
json={"success": True, "data": {"token": f"token-{login_count}"}},
|
||||
)
|
||||
search_count += 1
|
||||
if search_count == 1:
|
||||
assert request.headers["Authorization"] == "Bearer token-1"
|
||||
return httpx.Response(401, json={"message": "expired"})
|
||||
assert request.headers["Authorization"] == "Bearer token-2"
|
||||
return httpx.Response(200, json={"success": True, "data": []})
|
||||
|
||||
async with httpx.AsyncClient(transport=httpx.MockTransport(handler)) as http_client:
|
||||
client = WeKnoraClient(
|
||||
base_url="http://weknora.local:8080",
|
||||
http_client=http_client,
|
||||
admin_email="admin@example.test",
|
||||
admin_password="secret",
|
||||
)
|
||||
await client.search("deployment guide", ["kb-one"])
|
||||
|
||||
assert login_count == 2
|
||||
assert search_count == 2
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_weknora_client_merges_required_name_for_description_update() -> None:
|
||||
requests: list[httpx.Request] = []
|
||||
@@ -901,6 +1061,180 @@ def test_weknora_iframe_proxy_is_fallback_after_deerflow_api_routes() -> None:
|
||||
== "/api/llmwiki/weknora-embed/api/v1/{proxied_path:path}"
|
||||
)
|
||||
assert _first_gateway_match("GET", "/platform/knowledge-bases/remote-kb") == "/platform/{proxied_path:path}"
|
||||
assert (
|
||||
_first_gateway_match("GET", "/deerflow/platform/knowledge-bases/remote-kb")
|
||||
== "/deerflow/platform/{proxied_path:path}"
|
||||
)
|
||||
assert _first_gateway_match("GET", "/deerflow/assets/index.js") == "/deerflow/assets/{proxied_path:path}"
|
||||
assert _first_gateway_match("GET", "/deerflow/js/index.js") == "/deerflow/{proxied_path:path}"
|
||||
assert _first_gateway_match("GET", "/deerflow/css/index.css") == "/deerflow/{proxied_path:path}"
|
||||
assert _first_gateway_match("GET", "/deerflow/fonts/index.woff2") == "/deerflow/{proxied_path:path}"
|
||||
assert _first_gateway_match("GET", "/deerflow/api/v1/knowledge-search") == "/deerflow/api/v1/{proxied_path:path}"
|
||||
assert _first_gateway_match("GET", "/js/index.js") == "/{proxied_path:path}"
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("location", "target_base_url", "expected"),
|
||||
[
|
||||
("/platform/knowledge-bases/kb?tab=wiki", "http://weknora-web:8080", "/deerflow/platform/knowledge-bases/kb?tab=wiki"),
|
||||
("/deerflow/platform/knowledge-bases/kb", "http://weknora-web:8080", "/deerflow/platform/knowledge-bases/kb"),
|
||||
("/deerflow-api/api/v1/auth/me", "http://gateway/deerflow-api", "/deerflow/api/v1/auth/me"),
|
||||
(
|
||||
"http://gateway/deerflow-api/api/v1/auth/me?next=1#top",
|
||||
"http://gateway/deerflow-api",
|
||||
"/deerflow/api/v1/auth/me?next=1#top",
|
||||
),
|
||||
("https://external.test/login", "http://gateway/deerflow-api", "https://external.test/login"),
|
||||
],
|
||||
)
|
||||
def test_weknora_redirect_location_is_normalized_for_public_prefix(
|
||||
location: str,
|
||||
target_base_url: str,
|
||||
expected: str,
|
||||
) -> None:
|
||||
from app.gateway.routers import llmwiki as llmwiki_router
|
||||
|
||||
assert llmwiki_router._rewrite_weknora_location_header(location, "/deerflow", target_base_url) == expected
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_prefixed_weknora_proxy_serves_page_static_assets_and_api_without_auth_errors(
|
||||
monkeypatch: pytest.MonkeyPatch,
|
||||
) -> None:
|
||||
from app.gateway.auth_middleware import AuthMiddleware
|
||||
from app.gateway.csrf_middleware import CSRFMiddleware
|
||||
from app.gateway.routers import llmwiki as llmwiki_router
|
||||
from app.gateway.weknora_embed import WEKNORA_EMBED_COOKIE, sign_weknora_embed_payload
|
||||
|
||||
class Store:
|
||||
async def get_authorized(self, *_: object, **__: object) -> dict[str, str]:
|
||||
return {"id": "local-kb", "weknora_id": "remote-kb"}
|
||||
|
||||
runtime = SimpleNamespace(
|
||||
web_base_url="http://weknora-web.test",
|
||||
api_base_url="http://weknora-api.test",
|
||||
)
|
||||
upstream_requests: list[tuple[str, str, dict[str, str]]] = []
|
||||
|
||||
async def fake_session(_: object, *, force_refresh: bool = False) -> dict[str, object]:
|
||||
return {"token": "admin-token", "tenant": {"id": "tenant-1"}}
|
||||
|
||||
class FakeUpstreamClient:
|
||||
def __init__(self, **_: object) -> None:
|
||||
pass
|
||||
|
||||
async def __aenter__(self) -> FakeUpstreamClient:
|
||||
return self
|
||||
|
||||
async def __aexit__(self, *_: object) -> None:
|
||||
return None
|
||||
|
||||
async def request(
|
||||
self,
|
||||
method: str,
|
||||
url: str,
|
||||
*,
|
||||
headers: dict[str, str],
|
||||
**__: object,
|
||||
) -> httpx.Response:
|
||||
upstream_requests.append((method, url, headers))
|
||||
path = httpx.URL(url).path
|
||||
if url.startswith(runtime.api_base_url):
|
||||
return httpx.Response(200, json={"success": True, "data": {"id": "admin"}})
|
||||
if path == "/platform/knowledge-bases/remote-kb":
|
||||
return httpx.Response(
|
||||
200,
|
||||
text=(
|
||||
'<html><head><script src="/assets/main.js"></script>'
|
||||
'<link rel="stylesheet" href="css/app.css">'
|
||||
'<script src="/config.js"></script></head><body></body></html>'
|
||||
),
|
||||
headers={"content-type": "text/html; charset=utf-8"},
|
||||
)
|
||||
if path == "/assets/main.js":
|
||||
return httpx.Response(
|
||||
200,
|
||||
text=(
|
||||
'const __vite__mapDeps=(i,m=__vite__mapDeps,d=(m.f||(m.f=['
|
||||
'"assets/lazy.css","assets/lazy.js"])))=>i.map(i=>d[i]);'
|
||||
'const chunk="/static/chunk.js",matcher=/platform\\//;fetch("/api/v1/auth/me")'
|
||||
),
|
||||
headers={"content-type": "application/javascript"},
|
||||
)
|
||||
if path == "/css/app.css":
|
||||
return httpx.Response(
|
||||
200,
|
||||
text='@font-face{src:url("/fonts/app.woff2")}',
|
||||
headers={"content-type": "text/css"},
|
||||
)
|
||||
if path in {"/config.js", "/static/chunk.js", "/assets/deep.js"}:
|
||||
return httpx.Response(200, text=f'window.loaded="{path}"', headers={"content-type": "application/javascript"})
|
||||
if path == "/fonts/app.woff2":
|
||||
return httpx.Response(200, content=b"font", headers={"content-type": "font/woff2"})
|
||||
return httpx.Response(404, text=f"missing upstream path: {path}")
|
||||
|
||||
monkeypatch.setattr(llmwiki_router, "_runtime_for_iframe_proxy", lambda _: runtime)
|
||||
monkeypatch.setattr(llmwiki_router, "_store", lambda _: Store())
|
||||
monkeypatch.setattr(llmwiki_router, "_get_weknora_admin_session", fake_session)
|
||||
|
||||
real_async_client = httpx.AsyncClient
|
||||
monkeypatch.setattr(llmwiki_router.httpx, "AsyncClient", FakeUpstreamClient)
|
||||
|
||||
test_app = FastAPI()
|
||||
test_app.add_middleware(AuthMiddleware)
|
||||
test_app.add_middleware(CSRFMiddleware)
|
||||
test_app.include_router(llmwiki_router.router)
|
||||
test_app.include_router(llmwiki_router.proxy_router, prefix="/deerflow")
|
||||
test_app.include_router(llmwiki_router.proxy_router)
|
||||
|
||||
cookie = sign_weknora_embed_payload(
|
||||
{
|
||||
"mapping_id": "local-kb",
|
||||
"weknora_id": "remote-kb",
|
||||
"user_id": "user-a",
|
||||
"is_admin": False,
|
||||
"can_write": True,
|
||||
"exp": 4_102_444_800,
|
||||
}
|
||||
)
|
||||
transport = httpx.ASGITransport(app=test_app)
|
||||
async with real_async_client(transport=transport, base_url="http://deerflow.test") as client:
|
||||
client.cookies.set(WEKNORA_EMBED_COOKIE, cookie)
|
||||
|
||||
page = await client.get("/deerflow/platform/knowledge-bases/remote-kb?tab=wiki")
|
||||
assert page.status_code == 200
|
||||
assert 'src="/deerflow/assets/main.js"' in page.text
|
||||
assert 'href="/deerflow/css/app.css"' in page.text
|
||||
assert 'src="/deerflow/config.js"' in page.text
|
||||
|
||||
script = await client.get("/deerflow/assets/main.js")
|
||||
assert script.status_code == 200
|
||||
assert '"/deerflow/static/chunk.js"' in script.text
|
||||
assert '"deerflow/assets/lazy.css"' in script.text
|
||||
assert '"deerflow/assets/lazy.js"' in script.text
|
||||
assert '"/deerflow/assets/lazy.css"' not in script.text
|
||||
assert 'matcher=/platform\\//' in script.text
|
||||
assert 'fetch("/deerflow/api/v1/auth/me")' in script.text
|
||||
|
||||
stylesheet = await client.get("/deerflow/css/app.css")
|
||||
assert stylesheet.status_code == 200
|
||||
assert 'url("/deerflow/fonts/app.woff2")' in stylesheet.text
|
||||
|
||||
for path in (
|
||||
"/deerflow/config.js",
|
||||
"/deerflow/static/chunk.js",
|
||||
"/deerflow/fonts/app.woff2",
|
||||
"/deerflow/platform/knowledge-bases/remote-kb/assets/deep.js",
|
||||
):
|
||||
response = await client.get(path)
|
||||
assert response.status_code == 200, f"{path}: {response.status_code} {response.text}"
|
||||
|
||||
api = await client.get("/deerflow/api/llmwiki/weknora-embed/api/v1/auth/me")
|
||||
assert api.status_code == 200
|
||||
|
||||
api_request = next(request for request in upstream_requests if request[1].startswith(runtime.api_base_url))
|
||||
assert api_request[2]["Authorization"] == "Bearer admin-token"
|
||||
assert api_request[2]["X-Tenant-ID"] == "tenant-1"
|
||||
|
||||
|
||||
def test_weknora_iframe_hides_current_outer_sidebar_shell() -> None:
|
||||
@@ -925,6 +1259,34 @@ def test_weknora_iframe_hides_current_outer_sidebar_shell() -> None:
|
||||
assert '".main > .aside_box"' in injection
|
||||
|
||||
|
||||
def test_weknora_iframe_html_rewrites_public_prefix_paths() -> None:
|
||||
from app.gateway.routers import llmwiki as llmwiki_router
|
||||
|
||||
ctx = llmwiki_router.WeKnoraEmbedContext(
|
||||
mapping_id="local-kb",
|
||||
weknora_id="remote-kb",
|
||||
user_id="user-a",
|
||||
is_admin=False,
|
||||
can_write=False,
|
||||
exp=4_102_444_800,
|
||||
)
|
||||
html = b'<html><head><script src="/assets/index.js"></script></head><body>fetch("/api/v1/auth/me")</body></html>'
|
||||
|
||||
injected = llmwiki_router._inject_weknora_embed_html(
|
||||
html,
|
||||
allowed_path="/deerflow/platform/knowledge-bases/remote-kb",
|
||||
tab="wiki",
|
||||
session={},
|
||||
ctx=ctx,
|
||||
public_prefix="/deerflow",
|
||||
).decode()
|
||||
|
||||
assert 'src="/deerflow/assets/index.js"' in injected
|
||||
assert 'fetch("/deerflow/api/v1/auth/me")' in injected
|
||||
assert '"apiPrefix":"/deerflow/api/llmwiki/weknora-embed"' in injected
|
||||
assert '"allowedPath":"/deerflow/platform/knowledge-bases/remote-kb"' in injected
|
||||
|
||||
|
||||
def test_weknora_iframe_filters_kb_list_to_current_mapping() -> None:
|
||||
from app.gateway.routers import llmwiki as llmwiki_router
|
||||
|
||||
@@ -1043,6 +1405,15 @@ async def test_weknora_iframe_proxy_blocks_other_knowledge_bases() -> None:
|
||||
"token",
|
||||
)
|
||||
|
||||
await llmwiki_router._authorize_weknora_api_proxy(
|
||||
FakeRequest(),
|
||||
ctx,
|
||||
object(),
|
||||
"/api/v1/me/invitations/pending-count",
|
||||
b"",
|
||||
"token",
|
||||
)
|
||||
|
||||
with pytest.raises(HTTPException) as exc_info:
|
||||
await llmwiki_router._authorize_weknora_api_proxy(
|
||||
FakeRequest(),
|
||||
|
||||
Reference in new issue
Block a user