masterplan-lock / check (push) Successful in 5s
masterplan-lock / check (pull_request) Successful in 4s
CI (SIAX Cloud) / security (push) Successful in 18s
Security Scan (SIAX Cloud) / security (push) Successful in 18s
Security Scan (SIAX Cloud) / security (pull_request) Successful in 14s
CI (SIAX Cloud) / quality (push) Successful in 38s
CI (SIAX Cloud) / quality (pull_request) Successful in 35s
CI (SIAX Cloud) / integration (pull_request) Successful in 51s
CI (SIAX Cloud) / security (pull_request) Successful in 1m18s
CI (SIAX Cloud) / integration (push) Failing after 1m30s
158 lines
6.0 KiB
TypeScript
158 lines
6.0 KiB
TypeScript
import { describe, expect, it, vi } from 'vitest';
|
||
|
||
import { SyntheticDataFactory, type GenerationConfig, type GenerationPort, type PrivacyCheckPort, type SourceRow } from '../src/synthetic/factory';
|
||
|
||
function sourceRows(n: number): SourceRow[] {
|
||
return Array.from({ length: n }, (_, i) => ({ id: `src-${i}`, fields: { fönster: i, kundtyp: i % 2 ? 'B2B' : 'B2C' } }));
|
||
}
|
||
|
||
function makeFactory(opts: { piiPerRow?: Record<number, Parameters<PrivacyCheckPort['classifyRow']>[0] extends never ? never : string> } = {}): {
|
||
factory: SyntheticDataFactory;
|
||
generation: GenerationPort;
|
||
privacy: PrivacyCheckPort;
|
||
} {
|
||
const generated = Array.from({ length: 12 }, (_, i) => ({
|
||
fields: { rad: i, frukt: 'apelsin' },
|
||
qualityScore: i < 9 ? 0.9 : 0.3, // 3 rader under quality-tröskeln
|
||
provenance: {
|
||
rowId: `syn-${i}`,
|
||
generationPolicyRef: 'cl0ud-policy-syn-1',
|
||
modelVersion: 'inf0-synthesizer@2.1',
|
||
sourceDatasetRef: 'ds-kunder@3',
|
||
sourceRowIds: ['src-1', 'src-2'],
|
||
sha256: '',
|
||
},
|
||
}));
|
||
const generation: GenerationPort = {
|
||
generate: vi.fn(async (input) => ({ rows: generated.map((r) => ({ ...r, provenance: { ...r.provenance, sourceDatasetRef: `ds-kunder@3` } })) })),
|
||
};
|
||
const privacy: PrivacyCheckPort = {
|
||
classifyRow: vi.fn(async (fields: Record<string, unknown>) => {
|
||
const rad = Number((fields as { rad: number }).rad);
|
||
// rad 0 = PII high (blockas vid maxAllowed=medium), rad 1 = medium
|
||
if (rad === 0) return 'high';
|
||
if (rad === 1) return 'medium';
|
||
return 'none';
|
||
}),
|
||
};
|
||
return { factory: new SyntheticDataFactory(generation, privacy), generation, privacy };
|
||
}
|
||
|
||
const CFG: GenerationConfig = {
|
||
generationPolicyRef: 'cl0ud-policy-syn-1',
|
||
modelVersion: 'inf0-synthesizer@2.1',
|
||
count: 12,
|
||
maxAllowedPiiClass: 'medium',
|
||
minQualityScore: 0.8,
|
||
};
|
||
|
||
describe('X-737: hela pipelinen', () => {
|
||
it('sampling→synthesis→privacy→quality→dedupe→contamination→split med steg-rapport', async () => {
|
||
const { factory: synFactory } = makeFactory();
|
||
const draft = await synFactory.run({
|
||
sourceDatasetId: 'ds-kunder',
|
||
sourceVersion: 3,
|
||
tenantId: 't_0pt',
|
||
projectId: 'p-1',
|
||
sourceRows: sourceRows(10),
|
||
config: CFG,
|
||
createdBy: '0pt-synthetic',
|
||
});
|
||
expect(draft.stages.map((s: { stage: string }) => s.stage)).toEqual(['sampled', 'synthesized', 'privacy', 'quality', 'dedupe', 'contamination', 'split']);
|
||
// 12 syntetiska: 1 PII-blockad + 3 quality-bort → 8 kvar
|
||
expect(draft.recordCount).toBe(8);
|
||
expect(draft.privacyChecks).toEqual({ checked: 12, blocked: 1 });
|
||
});
|
||
|
||
it('contamination: rader identiska med eval-signaturer raderas', async () => {
|
||
const { factory: synFactory } = makeFactory();
|
||
// räkna ut sha för rad 2:s fält (apelsin-rad) och stoppa i eval-signaturer
|
||
const { createHash } = await import('node:crypto');
|
||
const sig = createHash('sha256').update(JSON.stringify({ rad: 2, frukt: 'apelsin' })).digest('hex');
|
||
const draft = await synFactory.run({
|
||
sourceDatasetId: 'ds-kunder',
|
||
sourceVersion: 3,
|
||
tenantId: 't_0pt',
|
||
projectId: 'p-1',
|
||
sourceRows: sourceRows(10),
|
||
evalRowSignatures: [sig],
|
||
config: CFG,
|
||
createdBy: '0pt-synthetic',
|
||
});
|
||
expect(draft.recordCount).toBe(7); // 8 − 1 kontaminerad
|
||
expect(draft.stages.find((s) => s.stage === 'contamination')?.outputCount).toBe(7);
|
||
});
|
||
});
|
||
|
||
describe('X-737 acceptans: varje rad har provenance', () => {
|
||
it('generation-policy + model-version + source-ref på VARJE rad', async () => {
|
||
const { factory: synFactory } = makeFactory();
|
||
const draft = await synFactory.run({
|
||
sourceDatasetId: 'ds-kunder',
|
||
sourceVersion: 3,
|
||
tenantId: 't_0pt',
|
||
projectId: 'p-1',
|
||
sourceRows: sourceRows(10),
|
||
config: CFG,
|
||
createdBy: '0pt-synthetic',
|
||
});
|
||
expect(draft.rows.length).toBeGreaterThan(0);
|
||
for (const row of draft.rows) {
|
||
expect(row.provenance.generationPolicyRef).toBe('cl0ud-policy-syn-1');
|
||
expect(row.provenance.modelVersion).toBe('inf0-synthesizer@2.1');
|
||
expect(row.provenance.sourceDatasetRef).toBe('ds-kunder@3');
|
||
expect(row.provenance.sha256).toMatch(/^[0-9a-f]{64}$/);
|
||
}
|
||
});
|
||
|
||
it('privacy-check FÖRE publish: blockade rader är ALDRIG i draften', async () => {
|
||
const { factory: synFactory, generation } = makeFactory();
|
||
const draft = await synFactory.run({
|
||
sourceDatasetId: 'ds-kunder',
|
||
sourceVersion: 3,
|
||
tenantId: 't_0pt',
|
||
projectId: 'p-1',
|
||
sourceRows: sourceRows(10),
|
||
config: CFG,
|
||
createdBy: '0pt-synthetic',
|
||
});
|
||
expect(generation.generate).toHaveBeenCalled();
|
||
// rad 0 (PII high) är borta trots att genereringen producerade den
|
||
expect(draft.rows.find((r: { provenance: { rowId: string } }) => r.provenance.rowId === 'syn-0')).toBeUndefined();
|
||
// dataset-draften är CreateDatasetVersionInput-kompatibel
|
||
expect(draft.datasetDraft.dataset_id).toContain('ds-kunder');
|
||
expect(draft.datasetDraft.record_count).toBe(draft.recordCount);
|
||
});
|
||
|
||
it('train/val/test-split är deterministiskt och täcker alla rader', async () => {
|
||
const { factory: synFactory } = makeFactory();
|
||
const draft = await synFactory.run({
|
||
sourceDatasetId: 'ds-kunder',
|
||
sourceVersion: 3,
|
||
tenantId: 't_0pt',
|
||
projectId: 'p-1',
|
||
sourceRows: sourceRows(10),
|
||
config: CFG,
|
||
createdBy: '0pt-synthetic',
|
||
});
|
||
const splits = draft.rows.map((r) => r.split);
|
||
for (const s of splits) {
|
||
expect(['train', 'val', 'test']).toContain(s);
|
||
}
|
||
// determinism: samma körning igen → samma split per provenance-rad
|
||
const draft2 = await synFactory.run({
|
||
sourceDatasetId: 'ds-kunder',
|
||
sourceVersion: 3,
|
||
tenantId: 't_0pt',
|
||
projectId: 'p-1',
|
||
sourceRows: sourceRows(10),
|
||
config: CFG,
|
||
createdBy: '0pt-synthetic',
|
||
});
|
||
const byId = new Map(draft2.rows.map((r) => [r.provenance.rowId, r.split]));
|
||
for (const r of draft.rows) {
|
||
expect(byId.get(r.provenance.rowId)).toBe(r.split);
|
||
}
|
||
});
|
||
});
|