CI (SIAX Cloud) / integration (push) Failing after 22s
CI (SIAX Cloud) / security (push) Successful in 22s
Security Scan (SIAX Cloud) / security (push) Successful in 21s
CI (SIAX Cloud) / quality (push) Successful in 43s
CI (SIAX Cloud) / integration (pull_request) Failing after 3s
CI (SIAX Cloud) / security (pull_request) Successful in 17s
Security Scan (SIAX Cloud) / security (pull_request) Successful in 16s
CI (SIAX Cloud) / quality (pull_request) Successful in 43s
- tests/integration/: 10 tests against REAL OpenSearch 2.11 (tenant isolation, purpose/rights filters, generation rebuild/rollback, projection-disaster rebuild §68) + REAL ClickHouse 24.8 (tenant-isolated metric DSL, TTL schema, injection-surface refusals). Honest skip without env - and CI fails hard if the suites skip instead of running. - .gitea/workflows/ci.yml: new blocking 'integration' job with self-identifying service containers (st0re ci.yml's measured alias-collision discipline: run-unique cluster.name / credentials, getent-enumerated IP selection, no-match = hard fail). - STATUS.md: full 8-level Master-DoD classification per capability incl. the honest gaps blocking PRODUCTION_READY. - dependency-mode: NEXT_PHASE=phase-production-build is not a serving runtime (next build page-data collection must compile; guard re-arms at boot) - pinned by contract test. - docs/02-architecture.md: superseded the accurate-but-now-fixed 'every client runs against its mock' paragraph; .env.example: client URLs now actually read from env + new P0 backend vars. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
173 lines
6.7 KiB
TypeScript
173 lines
6.7 KiB
TypeScript
/**
|
|
* REAL OpenSearch integration test (Master-DoD §48 "Mocks alone count as
|
|
* insufficient", §50 Integration level) for the Search capability.
|
|
*
|
|
* Runs against a live OpenSearch named by OPENSEARCH_URL (CI: a service
|
|
* container; locally: `docker run -e discovery.type=single-node
|
|
* -e DISABLE_SECURITY_PLUGIN=true opensearchproject/opensearch:2.11.1`).
|
|
* Without OPENSEARCH_URL the suite SKIPS HONESTLY — it never fabricates a
|
|
* pass (same convention as tests/p0/iceberg-write-service.realinfra.test.ts).
|
|
*
|
|
* What it proves against the real engine:
|
|
* - index creation with 0pt envelope mappings + bulk indexing
|
|
* - tenant isolation and purpose/rights filtering through real queries
|
|
* - generation rebuild + atomic alias switch + rollback (§42)
|
|
* - full projection-disaster recovery: delete EVERYTHING, rebuild from
|
|
* the canonical source, identical results (§68-style, scoped to 0pt)
|
|
*/
|
|
import { describe, it, expect, beforeAll, afterAll } from "vitest";
|
|
import { HttpOpenSearchAdapter } from "@/src/search/opensearch-adapter";
|
|
import { SearchService, type DocumentSource } from "@/src/search/search-service";
|
|
import type { SearchDocument } from "@/src/search/search-types";
|
|
|
|
const OPENSEARCH_URL = process.env.OPENSEARCH_URL;
|
|
const run = OPENSEARCH_URL ? describe : describe.skip;
|
|
|
|
const INDEX = `itest-${Date.now().toString(36)}`;
|
|
|
|
const DOCS: SearchDocument[] = [
|
|
{
|
|
doc_id: "c1",
|
|
tenant_id: "t_alpha",
|
|
purpose_tags: ["company_enrichment"],
|
|
rights_tags: ["internal", "customer_deliverable"],
|
|
source_refs: ["0pt:source:src_bolagsverket"],
|
|
payload: { name: "Volvo Personvagnar AB", org_nr: "5561074967", employees: 20000 },
|
|
},
|
|
{
|
|
doc_id: "c2",
|
|
tenant_id: "t_alpha",
|
|
purpose_tags: ["compliance"],
|
|
rights_tags: ["internal"],
|
|
payload: { name: "Volvo Lastvagnar AB", org_nr: "5560135508", employees: 15000 },
|
|
},
|
|
{
|
|
doc_id: "c3",
|
|
tenant_id: "t_beta",
|
|
purpose_tags: ["company_enrichment"],
|
|
rights_tags: ["internal"],
|
|
payload: { name: "Volvo Cars Retail", org_nr: "5569999999", employees: 300 },
|
|
},
|
|
];
|
|
|
|
function source(docs: SearchDocument[]): DocumentSource {
|
|
return {
|
|
name: "itest:canonical-array",
|
|
async *iterate() {
|
|
yield* docs;
|
|
},
|
|
};
|
|
}
|
|
|
|
run("Search capability against a LIVE OpenSearch", () => {
|
|
// The skip-variant still evaluates this callback body, so the constructor
|
|
// must tolerate the env-less case (the tests themselves never run then).
|
|
const adapter = new HttpOpenSearchAdapter({ baseUrl: OPENSEARCH_URL ?? "http://skipped.invalid" });
|
|
const search = new SearchService(adapter);
|
|
|
|
beforeAll(async () => {
|
|
const health = await adapter.health();
|
|
expect(["green", "yellow"]).toContain(health.status);
|
|
search.registerIndexDefinition({
|
|
index_name: INDEX,
|
|
version: 1,
|
|
fields: { name: "text", org_nr: "keyword", employees: "long" },
|
|
default_search_fields: ["name"],
|
|
});
|
|
}, 30_000);
|
|
|
|
afterAll(async () => {
|
|
for (const idx of await adapter.listIndices(`opt-${INDEX}--g*`)) {
|
|
await adapter.deleteIndex(idx);
|
|
}
|
|
});
|
|
|
|
it("rebuild g1 from canonical source; alias serves it", async () => {
|
|
const result = await search.rebuild(INDEX, source(DOCS));
|
|
expect(result.new_generation).toBe(1);
|
|
expect(result.docs_indexed).toBe(3);
|
|
expect(result.switched).toBe(true);
|
|
const state = await search.generationState(INDEX);
|
|
expect(state.active_generation).toBe(1);
|
|
}, 60_000);
|
|
|
|
it("REAL tenant isolation: t_alpha never sees t_beta documents", async () => {
|
|
const alpha = await search.query(INDEX, {
|
|
tenant_id: "t_alpha",
|
|
purpose: "company_enrichment",
|
|
text: "volvo",
|
|
});
|
|
expect(alpha.hits.map((h) => h.doc_id)).toEqual(["c1"]); // c2 wrong purpose, c3 wrong tenant
|
|
const beta = await search.query(INDEX, {
|
|
tenant_id: "t_beta",
|
|
purpose: "company_enrichment",
|
|
text: "volvo",
|
|
});
|
|
expect(beta.hits.map((h) => h.doc_id)).toEqual(["c3"]);
|
|
// Cross-tenant attack shape: a filter cannot break out of the tenant term.
|
|
const attack = await search.query(INDEX, {
|
|
tenant_id: "t_beta",
|
|
purpose: "company_enrichment",
|
|
filters: { org_nr: "5561074967" }, // t_alpha's org_nr
|
|
});
|
|
expect(attack.total).toBe(0);
|
|
});
|
|
|
|
it("purpose + rights filtering hold on the real engine", async () => {
|
|
const compliance = await search.query(INDEX, { tenant_id: "t_alpha", purpose: "compliance" });
|
|
expect(compliance.hits.map((h) => h.doc_id)).toEqual(["c2"]);
|
|
const deliverable = await search.query(INDEX, {
|
|
tenant_id: "t_alpha",
|
|
purpose: "company_enrichment",
|
|
rights_tag: "customer_deliverable",
|
|
});
|
|
expect(deliverable.hits.map((h) => h.doc_id)).toEqual(["c1"]);
|
|
});
|
|
|
|
it("generation rebuild + switch + rollback (§42)", async () => {
|
|
const updated = DOCS.map((d) =>
|
|
d.doc_id === "c1" ? { ...d, payload: { ...d.payload, name: "Volvo Personvagnar AB (uppdaterad)" } } : d
|
|
);
|
|
const r2 = await search.rebuild(INDEX, source(updated));
|
|
expect(r2.new_generation).toBe(2);
|
|
|
|
let res = await search.query(INDEX, { tenant_id: "t_alpha", purpose: "company_enrichment", text: "uppdaterad" });
|
|
expect(res.total).toBe(1);
|
|
|
|
// Rollback to g1 — the old generation still exists and serves the alias.
|
|
await search.switchGeneration(INDEX, 1);
|
|
res = await search.query(INDEX, { tenant_id: "t_alpha", purpose: "company_enrichment", text: "uppdaterad" });
|
|
expect(res.total).toBe(0);
|
|
await search.switchGeneration(INDEX, 2);
|
|
}, 60_000);
|
|
|
|
it("projection disaster: delete ALL generations, rebuild from canonical, results identical (§68)", async () => {
|
|
for (const idx of await adapter.listIndices(`opt-${INDEX}--g*`)) {
|
|
await adapter.deleteIndex(idx);
|
|
}
|
|
expect(await adapter.listIndices(`opt-${INDEX}--g*`)).toEqual([]);
|
|
|
|
const rebuilt = await search.rebuild(INDEX, source(DOCS));
|
|
expect(rebuilt.docs_indexed).toBe(3);
|
|
const res = await search.query(INDEX, { tenant_id: "t_alpha", purpose: "company_enrichment", text: "volvo" });
|
|
expect(res.hits.map((h) => h.doc_id)).toEqual(["c1"]);
|
|
}, 60_000);
|
|
|
|
it("incremental indexDocuments into the active generation", async () => {
|
|
const out = await search.indexDocuments(INDEX, [
|
|
{
|
|
doc_id: "c4",
|
|
tenant_id: "t_alpha",
|
|
purpose_tags: ["company_enrichment"],
|
|
rights_tags: ["internal"],
|
|
payload: { name: "Polestar Performance AB", org_nr: "5568100000", employees: 2500 },
|
|
},
|
|
]);
|
|
expect(out.indexed).toBe(1);
|
|
const state = await search.generationState(INDEX);
|
|
await adapter.refresh(search.physicalIndexFor(INDEX, state.active_generation!));
|
|
const res = await search.query(INDEX, { tenant_id: "t_alpha", purpose: "company_enrichment", text: "polestar" });
|
|
expect(res.total).toBe(1);
|
|
});
|
|
});
|