Chris CoutinhoandClaude Opus 4.8
ef5b3f3873
Consume the astrolabe.semantic_search capability as the source of truth for which content sources an admin has approved for semantic search, and enforce it independently of Astrolabe (this server queries Qdrant directly). - capabilities.py: cached per-user reader for enabled_doc_types (TTL+LRU, fail-open so older Astrolabe / transient OCS errors don't break search) - semantic search: intersect requested doc_types with the allowed set; restrict to the allowed set when none requested; short-circuit when empty - scanner: skip disabled sources during discovery (files discovery yields nothing when disabled, so the existing grace-period reconcile purges them) - processor: drop near-real-time index tasks for disabled doc_types (webhook events bypass the scanner gate); deletes always proceed - vector/purge.py + POST /api/v1/vector-sync/purge: admin-only global delete-by-doc_type, called by Astrolabe when a source is disabled so consent is binding on data-at-rest Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
84 lines
2.6 KiB
Python
84 lines
2.6 KiB
Python
"""Unit tests for global purge-by-doc-type (admin consent enforcement)."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from types import SimpleNamespace
|
|
from unittest.mock import AsyncMock
|
|
|
|
import pytest
|
|
|
|
import nextcloud_mcp_server.vector.purge as purge_module
|
|
from nextcloud_mcp_server.vector.purge import purge_doc_types
|
|
|
|
|
|
def _patch_qdrant(monkeypatch, *, counts: dict[str, int], delete_raises=None):
|
|
"""Wire a fake Qdrant client whose ``count`` reflects ``counts`` per
|
|
doc_type (read off the filter's MatchValue) and whose ``delete`` optionally
|
|
raises for given doc_types."""
|
|
client = AsyncMock()
|
|
|
|
def _doc_type_of(flt):
|
|
return flt.must[0].match.value
|
|
|
|
async def fake_count(*, collection_name, count_filter, exact):
|
|
return SimpleNamespace(count=counts.get(_doc_type_of(count_filter), 0))
|
|
|
|
async def fake_delete(*, collection_name, points_selector):
|
|
dt = _doc_type_of(points_selector)
|
|
if delete_raises and dt in delete_raises:
|
|
raise RuntimeError(f"delete failed for {dt}")
|
|
|
|
client.count.side_effect = fake_count
|
|
client.delete.side_effect = fake_delete
|
|
|
|
async def fake_get_qdrant_client():
|
|
return client
|
|
|
|
monkeypatch.setattr(purge_module, "get_qdrant_client", fake_get_qdrant_client)
|
|
monkeypatch.setattr(
|
|
purge_module,
|
|
"get_settings",
|
|
lambda: SimpleNamespace(get_collection_name=lambda: "test_collection"),
|
|
)
|
|
return client
|
|
|
|
|
|
async def test_purges_each_doc_type_and_reports_counts(monkeypatch):
|
|
client = _patch_qdrant(monkeypatch, counts={"file": 7, "note": 3})
|
|
|
|
result = await purge_doc_types(["file", "note"])
|
|
|
|
assert result == {"file": 7, "note": 3}
|
|
assert client.delete.await_count == 2
|
|
|
|
|
|
async def test_dedupes_doc_types(monkeypatch):
|
|
client = _patch_qdrant(monkeypatch, counts={"file": 2})
|
|
|
|
result = await purge_doc_types(["file", "file"])
|
|
|
|
assert result == {"file": 2}
|
|
assert client.delete.await_count == 1
|
|
|
|
|
|
async def test_zero_points_is_safe(monkeypatch):
|
|
_patch_qdrant(monkeypatch, counts={})
|
|
assert await purge_doc_types(["deck_card"]) == {"deck_card": 0}
|
|
|
|
|
|
async def test_partial_failure_returns_partial(monkeypatch):
|
|
_patch_qdrant(
|
|
monkeypatch,
|
|
counts={"file": 5, "note": 4},
|
|
delete_raises={"note"},
|
|
)
|
|
# "note" delete fails, "file" succeeds — partial progress is returned.
|
|
result = await purge_doc_types(["file", "note"])
|
|
assert result == {"file": 5}
|
|
|
|
|
|
async def test_total_failure_raises(monkeypatch):
|
|
_patch_qdrant(monkeypatch, counts={"file": 5}, delete_raises={"file"})
|
|
with pytest.raises(RuntimeError):
|
|
await purge_doc_types(["file"])
|