130 lines
5.0 KiB
Python
130 lines
5.0 KiB
Python
"""Regression tests for the Python adapter to canonical TypeScript ER.
|
|
|
|
The removed Python scorer is deliberately not tested because it no longer
|
|
exists. These tests pin the load-bearing adapter semantics instead:
|
|
canonical match edges merge; review/non-match edges do not; merge application
|
|
is deterministic; bridge failure leaves records unmerged.
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
import copy
|
|
|
|
import httpx
|
|
import pytest
|
|
import respx
|
|
|
|
from workers.resolve import _apply_matches, resolve
|
|
|
|
|
|
def _prov(field_name: str, source_id: str, confidence: float) -> dict:
|
|
return {
|
|
"field_name": field_name,
|
|
"source_id": source_id,
|
|
"confidence": confidence,
|
|
"entity_resolution": None,
|
|
}
|
|
|
|
|
|
def _rec(name: str, source: str, confidence: float = 0.9) -> dict:
|
|
return {
|
|
"market": "SE",
|
|
"name": name,
|
|
"status": "active",
|
|
"lei": None,
|
|
"org_nr": None,
|
|
"source": source,
|
|
"confidence": confidence,
|
|
"provenance": [_prov("name", source, confidence)],
|
|
}
|
|
|
|
|
|
def _pair(a: str, b: str, status: str = "match") -> dict:
|
|
return {
|
|
"candidate_id": f"c_{a}_{b}",
|
|
"record_a": a,
|
|
"record_b": b,
|
|
"score": 0.97,
|
|
"status": status,
|
|
"decided_by": "score",
|
|
}
|
|
|
|
|
|
def test_apply_matches_is_deterministic_and_uses_canonical_edges_only():
|
|
records = [_rec("Acme AB", "source-a", 0.91), _rec("ACME Aktiebolag", "source-b", 0.96)]
|
|
# The helper's ids are private implementation detail. Capture them by
|
|
# asking the live adapter body in the async test below; here we verify the
|
|
# no-edge contract and review-band safety directly.
|
|
assert len(_apply_matches(copy.deepcopy(records), [])) == 2
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@respx.mock
|
|
async def test_canonical_match_merges_and_stamps_provenance(monkeypatch):
|
|
monkeypatch.setenv("OPT_ER_BRIDGE_URL", "https://edge.example.test")
|
|
monkeypatch.setenv("INTERNAL_TOKEN", "test-internal-token")
|
|
records = [_rec("Acme AB", "source-a", 0.91), _rec("Acme AB", "source-b", 0.96)]
|
|
|
|
route = respx.post("https://edge.example.test/api/0pt/internal/er/candidates")
|
|
|
|
def responder(request: httpx.Request) -> httpx.Response:
|
|
body = __import__("json").loads(request.content)
|
|
assert request.headers["X-Internal-Token"] == "test-internal-token"
|
|
assert body["tenant_id"] == "tenant-a"
|
|
assert body["blocking_fields"] == ["market", "block_initial"]
|
|
a, b = body["records"][0]["record_id"], body["records"][1]["record_id"]
|
|
return httpx.Response(200, json={"pairs": [_pair(a, b)], "review_queue": []})
|
|
|
|
route.side_effect = responder
|
|
result = await resolve(records, tenant_id="tenant-a", project_id="project-a")
|
|
|
|
assert len(result) == 1
|
|
assert result[0]["agreed_sources"] == 2
|
|
assert result[0]["confidence"] == pytest.approx(0.99)
|
|
assert set(result[0]["merged_from"]) <= {"source-a", "source-b"}
|
|
for provenance in result[0]["provenance"]:
|
|
er = provenance["entity_resolution"]
|
|
assert er["method"] == "canonical_ts_entity_resolution"
|
|
assert set(er["merged_sources"]) == {"source-a", "source-b"}
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@respx.mock
|
|
async def test_pending_review_never_auto_merges(monkeypatch):
|
|
monkeypatch.setenv("OPT_ER_BRIDGE_URL", "https://edge.example.test")
|
|
monkeypatch.setenv("INTERNAL_TOKEN", "test-internal-token")
|
|
records = [_rec("Acme AB", "source-a"), _rec("Acme Group AB", "source-b")]
|
|
|
|
def responder(request: httpx.Request) -> httpx.Response:
|
|
body = __import__("json").loads(request.content)
|
|
a, b = body["records"][0]["record_id"], body["records"][1]["record_id"]
|
|
pair = _pair(a, b, "pending_review")
|
|
return httpx.Response(200, json={"pairs": [pair], "review_queue": [pair]})
|
|
|
|
respx.post("https://edge.example.test/api/0pt/internal/er/candidates").side_effect = responder
|
|
result = await resolve(records, tenant_id="tenant-a", project_id="project-a")
|
|
assert len(result) == 2
|
|
assert all(not r.get("merged_from") for r in result)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@respx.mock
|
|
async def test_bridge_outage_fails_closed_to_unmerged_records(monkeypatch):
|
|
monkeypatch.setenv("OPT_ER_BRIDGE_URL", "https://edge.example.test")
|
|
monkeypatch.setenv("INTERNAL_TOKEN", "test-internal-token")
|
|
records = [_rec("Acme AB", "source-a"), _rec("Acme AB", "source-b")]
|
|
respx.post("https://edge.example.test/api/0pt/internal/er/candidates").mock(side_effect=httpx.ConnectError("offline"))
|
|
|
|
result = await resolve(records, tenant_id="tenant-a", project_id="project-a")
|
|
assert len(result) == 2
|
|
assert all(not r.get("merged_from") for r in result)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_missing_internal_configuration_makes_zero_network_calls(monkeypatch):
|
|
monkeypatch.delenv("OPT_ER_BRIDGE_URL", raising=False)
|
|
monkeypatch.delenv("EDGE_URL", raising=False)
|
|
monkeypatch.delenv("INTERNAL_TOKEN", raising=False)
|
|
records = [_rec("Acme AB", "source-a"), _rec("Acme AB", "source-b")]
|
|
result = await resolve(records, tenant_id="tenant-a", project_id="project-a")
|
|
assert len(result) == 2
|