Files
0pt/tests/integration/search-opensearch.integration.test.ts
T
Simon AxelssonandClaude Fable 5 c47e3b468e
CI (SIAX Cloud) / integration (push) Failing after 22s
CI (SIAX Cloud) / security (push) Successful in 22s
Security Scan (SIAX Cloud) / security (push) Successful in 21s
CI (SIAX Cloud) / quality (push) Successful in 43s
CI (SIAX Cloud) / integration (pull_request) Failing after 3s
CI (SIAX Cloud) / security (pull_request) Successful in 17s
Security Scan (SIAX Cloud) / security (pull_request) Successful in 16s
CI (SIAX Cloud) / quality (pull_request) Successful in 43s
test(integration)+ci+docs: live OpenSearch/ClickHouse suites, CI service containers, STATUS.md (§56)
- tests/integration/: 10 tests against REAL OpenSearch 2.11 (tenant
  isolation, purpose/rights filters, generation rebuild/rollback,
  projection-disaster rebuild §68) + REAL ClickHouse 24.8 (tenant-isolated
  metric DSL, TTL schema, injection-surface refusals). Honest skip without
  env - and CI fails hard if the suites skip instead of running.
- .gitea/workflows/ci.yml: new blocking 'integration' job with
  self-identifying service containers (st0re ci.yml's measured
  alias-collision discipline: run-unique cluster.name / credentials,
  getent-enumerated IP selection, no-match = hard fail).
- STATUS.md: full 8-level Master-DoD classification per capability incl.
  the honest gaps blocking PRODUCTION_READY.
- dependency-mode: NEXT_PHASE=phase-production-build is not a serving
  runtime (next build page-data collection must compile; guard re-arms at
  boot) - pinned by contract test.
- docs/02-architecture.md: superseded the accurate-but-now-fixed 'every
  client runs against its mock' paragraph; .env.example: client URLs now
  actually read from env + new P0 backend vars.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
2026-08-31 16:56:33 +02:00

173 lines
6.7 KiB
TypeScript

/**
* REAL OpenSearch integration test (Master-DoD §48 "Mocks alone count as
* insufficient", §50 Integration level) for the Search capability.
*
* Runs against a live OpenSearch named by OPENSEARCH_URL (CI: a service
* container; locally: `docker run -e discovery.type=single-node
* -e DISABLE_SECURITY_PLUGIN=true opensearchproject/opensearch:2.11.1`).
* Without OPENSEARCH_URL the suite SKIPS HONESTLY — it never fabricates a
* pass (same convention as tests/p0/iceberg-write-service.realinfra.test.ts).
*
* What it proves against the real engine:
* - index creation with 0pt envelope mappings + bulk indexing
* - tenant isolation and purpose/rights filtering through real queries
* - generation rebuild + atomic alias switch + rollback (§42)
* - full projection-disaster recovery: delete EVERYTHING, rebuild from
* the canonical source, identical results (§68-style, scoped to 0pt)
*/
import { describe, it, expect, beforeAll, afterAll } from "vitest";
import { HttpOpenSearchAdapter } from "@/src/search/opensearch-adapter";
import { SearchService, type DocumentSource } from "@/src/search/search-service";
import type { SearchDocument } from "@/src/search/search-types";
const OPENSEARCH_URL = process.env.OPENSEARCH_URL;
const run = OPENSEARCH_URL ? describe : describe.skip;
const INDEX = `itest-${Date.now().toString(36)}`;
const DOCS: SearchDocument[] = [
{
doc_id: "c1",
tenant_id: "t_alpha",
purpose_tags: ["company_enrichment"],
rights_tags: ["internal", "customer_deliverable"],
source_refs: ["0pt:source:src_bolagsverket"],
payload: { name: "Volvo Personvagnar AB", org_nr: "5561074967", employees: 20000 },
},
{
doc_id: "c2",
tenant_id: "t_alpha",
purpose_tags: ["compliance"],
rights_tags: ["internal"],
payload: { name: "Volvo Lastvagnar AB", org_nr: "5560135508", employees: 15000 },
},
{
doc_id: "c3",
tenant_id: "t_beta",
purpose_tags: ["company_enrichment"],
rights_tags: ["internal"],
payload: { name: "Volvo Cars Retail", org_nr: "5569999999", employees: 300 },
},
];
function source(docs: SearchDocument[]): DocumentSource {
return {
name: "itest:canonical-array",
async *iterate() {
yield* docs;
},
};
}
run("Search capability against a LIVE OpenSearch", () => {
// The skip-variant still evaluates this callback body, so the constructor
// must tolerate the env-less case (the tests themselves never run then).
const adapter = new HttpOpenSearchAdapter({ baseUrl: OPENSEARCH_URL ?? "http://skipped.invalid" });
const search = new SearchService(adapter);
beforeAll(async () => {
const health = await adapter.health();
expect(["green", "yellow"]).toContain(health.status);
search.registerIndexDefinition({
index_name: INDEX,
version: 1,
fields: { name: "text", org_nr: "keyword", employees: "long" },
default_search_fields: ["name"],
});
}, 30_000);
afterAll(async () => {
for (const idx of await adapter.listIndices(`opt-${INDEX}--g*`)) {
await adapter.deleteIndex(idx);
}
});
it("rebuild g1 from canonical source; alias serves it", async () => {
const result = await search.rebuild(INDEX, source(DOCS));
expect(result.new_generation).toBe(1);
expect(result.docs_indexed).toBe(3);
expect(result.switched).toBe(true);
const state = await search.generationState(INDEX);
expect(state.active_generation).toBe(1);
}, 60_000);
it("REAL tenant isolation: t_alpha never sees t_beta documents", async () => {
const alpha = await search.query(INDEX, {
tenant_id: "t_alpha",
purpose: "company_enrichment",
text: "volvo",
});
expect(alpha.hits.map((h) => h.doc_id)).toEqual(["c1"]); // c2 wrong purpose, c3 wrong tenant
const beta = await search.query(INDEX, {
tenant_id: "t_beta",
purpose: "company_enrichment",
text: "volvo",
});
expect(beta.hits.map((h) => h.doc_id)).toEqual(["c3"]);
// Cross-tenant attack shape: a filter cannot break out of the tenant term.
const attack = await search.query(INDEX, {
tenant_id: "t_beta",
purpose: "company_enrichment",
filters: { org_nr: "5561074967" }, // t_alpha's org_nr
});
expect(attack.total).toBe(0);
});
it("purpose + rights filtering hold on the real engine", async () => {
const compliance = await search.query(INDEX, { tenant_id: "t_alpha", purpose: "compliance" });
expect(compliance.hits.map((h) => h.doc_id)).toEqual(["c2"]);
const deliverable = await search.query(INDEX, {
tenant_id: "t_alpha",
purpose: "company_enrichment",
rights_tag: "customer_deliverable",
});
expect(deliverable.hits.map((h) => h.doc_id)).toEqual(["c1"]);
});
it("generation rebuild + switch + rollback (§42)", async () => {
const updated = DOCS.map((d) =>
d.doc_id === "c1" ? { ...d, payload: { ...d.payload, name: "Volvo Personvagnar AB (uppdaterad)" } } : d
);
const r2 = await search.rebuild(INDEX, source(updated));
expect(r2.new_generation).toBe(2);
let res = await search.query(INDEX, { tenant_id: "t_alpha", purpose: "company_enrichment", text: "uppdaterad" });
expect(res.total).toBe(1);
// Rollback to g1 — the old generation still exists and serves the alias.
await search.switchGeneration(INDEX, 1);
res = await search.query(INDEX, { tenant_id: "t_alpha", purpose: "company_enrichment", text: "uppdaterad" });
expect(res.total).toBe(0);
await search.switchGeneration(INDEX, 2);
}, 60_000);
it("projection disaster: delete ALL generations, rebuild from canonical, results identical (§68)", async () => {
for (const idx of await adapter.listIndices(`opt-${INDEX}--g*`)) {
await adapter.deleteIndex(idx);
}
expect(await adapter.listIndices(`opt-${INDEX}--g*`)).toEqual([]);
const rebuilt = await search.rebuild(INDEX, source(DOCS));
expect(rebuilt.docs_indexed).toBe(3);
const res = await search.query(INDEX, { tenant_id: "t_alpha", purpose: "company_enrichment", text: "volvo" });
expect(res.hits.map((h) => h.doc_id)).toEqual(["c1"]);
}, 60_000);
it("incremental indexDocuments into the active generation", async () => {
const out = await search.indexDocuments(INDEX, [
{
doc_id: "c4",
tenant_id: "t_alpha",
purpose_tags: ["company_enrichment"],
rights_tags: ["internal"],
payload: { name: "Polestar Performance AB", org_nr: "5568100000", employees: 2500 },
},
]);
expect(out.indexed).toBe(1);
const state = await search.generationState(INDEX);
await adapter.refresh(search.physicalIndexFor(INDEX, state.active_generation!));
const res = await search.query(INDEX, { tenant_id: "t_alpha", purpose: "company_enrichment", text: "polestar" });
expect(res.total).toBe(1);
});
});