Real, tested implementation of docs/11-lakehouse-write-plan.md's items 2-8 (the "future implementation session" that doc named): 0pt is now the canonical writer of Iceberg tables through ST0RE's real, shipped /v1/st0re/lakehouse/* table registry (sax3l/st0re commit 9ea0abb), never persisting lakehouse table/catalog/snapshot state itself. - src/types + src/services for 0pt.dataset_iceberg_mapping.schema.v1 (dataset -> ST0RE tableId reference) and 0pt.source_rate_policy.schema.v1 (the sourceRatePolicy ownership repair, moved out of N0D per ADR-0030). - src/clients/st0re-lakehouse-client.ts: new client matching ST0RE's actual camelCase route contract, with the same mock/HTTP boundary convention as this repo's existing cl0ud/n0d/aud0/st0re clients. Honest caveat in its module doc comment: not verified against a live ST0RE instance in this pass (no reachable ST0RE_URL); every test exercises the deterministic mock. - src/services/iceberg-write-service.ts: registers tables/snapshots through ST0RE, requests N0D jobs only for heavy writes (never executes them in-process), emits all four AUD0 event names (dataset_iceberg_table_mapped / iceberg_write_requested / iceberg_snapshot_created / source_rate_policy_created). - sql/004, packages/schemas/*.json, app/api/0pt/lakehouse + sources/rate-policies routes, tests/p0/*.test.ts (154 passed + 1 honest it.todo for the live-ST0RE case, up from 142 baseline, 0 failures). - Reconciled a real collision: an earlier untracked draft schema/test pair (tests/p0/enterprise-data-os-expansion.test.ts) asserted a different, now-superseded source_rate_policy shape; updated that one test block only. - docs/ICEBERG_WRITE_BOUNDARY.md states the ownership boundary plainly and is explicit throughout about what's real-and-tested vs. contract-only. docs/11-lakehouse-write-plan.md gets a status-update section, not a rewrite. - Data quality rules (quality-check-service.ts, quality-report-service.ts) were not touched -- confirmed still 0pt-owned. Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
88 lines
3.0 KiB
TypeScript
88 lines
3.0 KiB
TypeScript
import { describe, it, expect } from "vitest";
|
|
import { DatasetService } from "@/src/services/dataset-service";
|
|
import { DatasetIcebergMappingService } from "@/src/services/dataset-iceberg-mapping-service";
|
|
|
|
describe("DatasetIcebergMappingService", () => {
|
|
it("createMapping persists a reference into ST0RE's table registry", async () => {
|
|
const datasetService = new DatasetService();
|
|
const service = new DatasetIcebergMappingService({ datasetService });
|
|
await datasetService.registerDataset({
|
|
dataset_id: "ds_iceberg_map_1",
|
|
tenant_id: "t1",
|
|
project_id: "p1",
|
|
name: "Iceberg Mapping Dataset",
|
|
dataset_type: "raw",
|
|
});
|
|
|
|
const mapping = await service.createMapping({
|
|
dataset_iceberg_mapping_id: "dim_test_001",
|
|
tenant_id: "t1",
|
|
project_id: "p1",
|
|
dataset_id: "ds_iceberg_map_1",
|
|
iceberg_table_id: "st0re_table_abc123",
|
|
namespace: "0pt_default",
|
|
table_name: "dim_company_se",
|
|
});
|
|
|
|
expect(mapping.dataset_iceberg_mapping_id).toBe("dim_test_001");
|
|
expect(mapping.iceberg_table_id).toBe("st0re_table_abc123");
|
|
expect(mapping.mapping_status).toBe("active");
|
|
expect(mapping.created_at).toBeDefined();
|
|
});
|
|
|
|
it("createMapping rejects an unknown dataset_id", async () => {
|
|
const service = new DatasetIcebergMappingService();
|
|
await expect(
|
|
service.createMapping({
|
|
dataset_iceberg_mapping_id: "dim_test_bad",
|
|
tenant_id: "t1",
|
|
project_id: "p1",
|
|
dataset_id: "ds_does_not_exist",
|
|
iceberg_table_id: "st0re_table_xyz",
|
|
})
|
|
).rejects.toThrow("not found");
|
|
});
|
|
|
|
it("createMapping rejects a missing iceberg_table_id", async () => {
|
|
const datasetService = new DatasetService();
|
|
const service = new DatasetIcebergMappingService({ datasetService });
|
|
await datasetService.registerDataset({
|
|
dataset_id: "ds_iceberg_map_2",
|
|
tenant_id: "t1",
|
|
project_id: "p1",
|
|
name: "No Table Ref",
|
|
dataset_type: "raw",
|
|
});
|
|
await expect(
|
|
service.createMapping({
|
|
dataset_iceberg_mapping_id: "dim_test_no_ref",
|
|
tenant_id: "t1",
|
|
project_id: "p1",
|
|
dataset_id: "ds_iceberg_map_2",
|
|
iceberg_table_id: "",
|
|
})
|
|
).rejects.toThrow("iceberg_table_id is required");
|
|
});
|
|
|
|
it("getMappingForDataset returns the active mapping for a dataset", async () => {
|
|
const datasetService = new DatasetService();
|
|
const service = new DatasetIcebergMappingService({ datasetService });
|
|
await datasetService.registerDataset({
|
|
dataset_id: "ds_iceberg_map_3",
|
|
tenant_id: "t1",
|
|
project_id: "p1",
|
|
name: "Lookup Dataset",
|
|
dataset_type: "raw",
|
|
});
|
|
await service.createMapping({
|
|
dataset_iceberg_mapping_id: "dim_test_lookup",
|
|
tenant_id: "t1",
|
|
project_id: "p1",
|
|
dataset_id: "ds_iceberg_map_3",
|
|
iceberg_table_id: "st0re_table_lookup",
|
|
});
|
|
const found = await service.getMappingForDataset("ds_iceberg_map_3");
|
|
expect(found?.iceberg_table_id).toBe("st0re_table_lookup");
|
|
});
|
|
});
|