Files
0pt/tests/synthetic-factory.test.ts
T
admin 8411f9759e
masterplan-lock / check (push) Successful in 5s
masterplan-lock / check (pull_request) Successful in 4s
CI (SIAX Cloud) / security (push) Successful in 18s
Security Scan (SIAX Cloud) / security (push) Successful in 18s
Security Scan (SIAX Cloud) / security (pull_request) Successful in 14s
CI (SIAX Cloud) / quality (push) Successful in 38s
CI (SIAX Cloud) / quality (pull_request) Successful in 35s
CI (SIAX Cloud) / integration (pull_request) Successful in 51s
CI (SIAX Cloud) / security (pull_request) Successful in 1m18s
CI (SIAX Cloud) / integration (push) Failing after 1m30s
feat(X-737): Synthetic Data Factory — sampling→synthesis (INF0-port)→PII/privacy (fail-closed före publish)→quality→dedupe→contamination→deterministisk train/val/test-split; provenance per rad (policy+model+source+sha256). 5/5 tester
2026-09-21 13:07:54 +02:00

158 lines
6.0 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import { describe, expect, it, vi } from 'vitest';
import { SyntheticDataFactory, type GenerationConfig, type GenerationPort, type PrivacyCheckPort, type SourceRow } from '../src/synthetic/factory';
function sourceRows(n: number): SourceRow[] {
return Array.from({ length: n }, (_, i) => ({ id: `src-${i}`, fields: { fönster: i, kundtyp: i % 2 ? 'B2B' : 'B2C' } }));
}
function makeFactory(opts: { piiPerRow?: Record<number, Parameters<PrivacyCheckPort['classifyRow']>[0] extends never ? never : string> } = {}): {
factory: SyntheticDataFactory;
generation: GenerationPort;
privacy: PrivacyCheckPort;
} {
const generated = Array.from({ length: 12 }, (_, i) => ({
fields: { rad: i, frukt: 'apelsin' },
qualityScore: i < 9 ? 0.9 : 0.3, // 3 rader under quality-tröskeln
provenance: {
rowId: `syn-${i}`,
generationPolicyRef: 'cl0ud-policy-syn-1',
modelVersion: 'inf0-synthesizer@2.1',
sourceDatasetRef: 'ds-kunder@3',
sourceRowIds: ['src-1', 'src-2'],
sha256: '',
},
}));
const generation: GenerationPort = {
generate: vi.fn(async (input) => ({ rows: generated.map((r) => ({ ...r, provenance: { ...r.provenance, sourceDatasetRef: `ds-kunder@3` } })) })),
};
const privacy: PrivacyCheckPort = {
classifyRow: vi.fn(async (fields: Record<string, unknown>) => {
const rad = Number((fields as { rad: number }).rad);
// rad 0 = PII high (blockas vid maxAllowed=medium), rad 1 = medium
if (rad === 0) return 'high';
if (rad === 1) return 'medium';
return 'none';
}),
};
return { factory: new SyntheticDataFactory(generation, privacy), generation, privacy };
}
const CFG: GenerationConfig = {
generationPolicyRef: 'cl0ud-policy-syn-1',
modelVersion: 'inf0-synthesizer@2.1',
count: 12,
maxAllowedPiiClass: 'medium',
minQualityScore: 0.8,
};
describe('X-737: hela pipelinen', () => {
it('sampling→synthesis→privacy→quality→dedupe→contamination→split med steg-rapport', async () => {
const { factory: synFactory } = makeFactory();
const draft = await synFactory.run({
sourceDatasetId: 'ds-kunder',
sourceVersion: 3,
tenantId: 't_0pt',
projectId: 'p-1',
sourceRows: sourceRows(10),
config: CFG,
createdBy: '0pt-synthetic',
});
expect(draft.stages.map((s: { stage: string }) => s.stage)).toEqual(['sampled', 'synthesized', 'privacy', 'quality', 'dedupe', 'contamination', 'split']);
// 12 syntetiska: 1 PII-blockad + 3 quality-bort → 8 kvar
expect(draft.recordCount).toBe(8);
expect(draft.privacyChecks).toEqual({ checked: 12, blocked: 1 });
});
it('contamination: rader identiska med eval-signaturer raderas', async () => {
const { factory: synFactory } = makeFactory();
// räkna ut sha för rad 2:s fält (apelsin-rad) och stoppa i eval-signaturer
const { createHash } = await import('node:crypto');
const sig = createHash('sha256').update(JSON.stringify({ rad: 2, frukt: 'apelsin' })).digest('hex');
const draft = await synFactory.run({
sourceDatasetId: 'ds-kunder',
sourceVersion: 3,
tenantId: 't_0pt',
projectId: 'p-1',
sourceRows: sourceRows(10),
evalRowSignatures: [sig],
config: CFG,
createdBy: '0pt-synthetic',
});
expect(draft.recordCount).toBe(7); // 8 − 1 kontaminerad
expect(draft.stages.find((s) => s.stage === 'contamination')?.outputCount).toBe(7);
});
});
describe('X-737 acceptans: varje rad har provenance', () => {
it('generation-policy + model-version + source-ref på VARJE rad', async () => {
const { factory: synFactory } = makeFactory();
const draft = await synFactory.run({
sourceDatasetId: 'ds-kunder',
sourceVersion: 3,
tenantId: 't_0pt',
projectId: 'p-1',
sourceRows: sourceRows(10),
config: CFG,
createdBy: '0pt-synthetic',
});
expect(draft.rows.length).toBeGreaterThan(0);
for (const row of draft.rows) {
expect(row.provenance.generationPolicyRef).toBe('cl0ud-policy-syn-1');
expect(row.provenance.modelVersion).toBe('inf0-synthesizer@2.1');
expect(row.provenance.sourceDatasetRef).toBe('ds-kunder@3');
expect(row.provenance.sha256).toMatch(/^[0-9a-f]{64}$/);
}
});
it('privacy-check FÖRE publish: blockade rader är ALDRIG i draften', async () => {
const { factory: synFactory, generation } = makeFactory();
const draft = await synFactory.run({
sourceDatasetId: 'ds-kunder',
sourceVersion: 3,
tenantId: 't_0pt',
projectId: 'p-1',
sourceRows: sourceRows(10),
config: CFG,
createdBy: '0pt-synthetic',
});
expect(generation.generate).toHaveBeenCalled();
// rad 0 (PII high) är borta trots att genereringen producerade den
expect(draft.rows.find((r: { provenance: { rowId: string } }) => r.provenance.rowId === 'syn-0')).toBeUndefined();
// dataset-draften är CreateDatasetVersionInput-kompatibel
expect(draft.datasetDraft.dataset_id).toContain('ds-kunder');
expect(draft.datasetDraft.record_count).toBe(draft.recordCount);
});
it('train/val/test-split är deterministiskt och täcker alla rader', async () => {
const { factory: synFactory } = makeFactory();
const draft = await synFactory.run({
sourceDatasetId: 'ds-kunder',
sourceVersion: 3,
tenantId: 't_0pt',
projectId: 'p-1',
sourceRows: sourceRows(10),
config: CFG,
createdBy: '0pt-synthetic',
});
const splits = draft.rows.map((r) => r.split);
for (const s of splits) {
expect(['train', 'val', 'test']).toContain(s);
}
// determinism: samma körning igen → samma split per provenance-rad
const draft2 = await synFactory.run({
sourceDatasetId: 'ds-kunder',
sourceVersion: 3,
tenantId: 't_0pt',
projectId: 'p-1',
sourceRows: sourceRows(10),
config: CFG,
createdBy: '0pt-synthetic',
});
const byId = new Map(draft2.rows.map((r) => [r.provenance.rowId, r.split]));
for (const r of draft.rows) {
expect(byId.get(r.provenance.rowId)).toBe(r.split);
}
});
});