import { describe, expect, it } from 'vitest'; import { validateStructuredOutput } from '../../src/document-workbench/structured-output-validation'; const sample = { fields: [{ name: 'name', type: 'string' as const, required: true }, { name: 'count', type: 'integer' as const, required: true }], value: { name: 'Acme', count: 12 }, sources: [{ id: 'page-1', text: 'Name: Acme\nCount: 12' }], evidence: [ { field: 'name', sourceId: 'page-1', start: 6, end: 10, transform: 'exact' as const }, { field: 'count', sourceId: 'page-1', start: 18, end: 20, transform: 'integer' as const }, ], }; describe('structured output mechanical validation', () => { it('accepts typed fields with matching source ranges', () => { expect(validateStructuredOutput(sample).status).toBe('mechanically_validated'); }); it('does not accept invented, mistyped or extra values', () => { const result = validateStructuredOutput({ ...sample, value: { name: 'Other', count: '12', extra: 1 } }); expect(result).toMatchObject({ status: 'needs_review', issues: expect.arrayContaining([ { field: 'name', code: 'evidence_mismatch' }, { field: 'count', code: 'invalid_type' }, { field: 'extra', code: 'unexpected_field' }, ]) }); }); it('rejects absent, duplicate or out-of-range evidence and ambiguous sources', () => { expect(validateStructuredOutput({ ...sample, evidence: [] }).status).toBe('needs_review'); expect(validateStructuredOutput({ ...sample, evidence: [...sample.evidence, sample.evidence[0]!] }).status).toBe('needs_review'); expect(validateStructuredOutput({ ...sample, evidence: [{ ...sample.evidence[0]!, end: 999 }, sample.evidence[1]!] }).status).toBe('needs_review'); expect(validateStructuredOutput({ ...sample, sources: [...sample.sources, sample.sources[0]!] }).status).toBe('needs_review'); }); it('refuses unsafe integers and absent required fields', () => { expect(validateStructuredOutput({ ...sample, value: { name: 'Acme', count: Number.MAX_SAFE_INTEGER + 1 } }).status).toBe('needs_review'); expect(validateStructuredOutput({ ...sample, value: { name: 'Acme' }, evidence: [sample.evidence[0]!] }).status).toBe('needs_review'); }); });