fix: SIE import voucher range bugs + remove describe transaction (#161)

* fix: fix SIE import voucher range bugs from multi-tenant migration and remove describe transaction feature

- Fix reserve_voucher_range RPC parameter mismatch (p_user_id → p_company_id) causing duplicate voucher errors
- Fix create-accounts onConflict from user_id to company_id
- Add reserve-then-adjust pattern: pre-reserve voucher range before batch insert, release unused range on partial failure
- Add release_voucher_range DB function for safe rollback
- Remove DescribeTransactionDialog, describe/batch-describe API routes, and related schemas (feature superseded)

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

* fix: address Greptile review — voucher range race condition and orphaned entries

- Add p_reserved_highest upper-bound guard to release_voucher_range to prevent
  rolling back past numbers claimed by concurrent operations
- Move highestInsertedVoucher tracking to after both headers AND lines succeed,
  preventing orphaned journal entries with no lines from being counted as "used"

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

---------

Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Jakob Wennberg
2026-04-02 10:48:13 +02:00
committed by GitHub
co-authored by Claude Opus 4.6
parent 197beb1c58
commit 9dceb6285c
12 changed files with 103 additions and 1635 deletions
+1 -1
View File
@@ -108,7 +108,7 @@ export async function POST(request: Request) {
const { data: upserted, error } = await supabase
.from('chart_of_accounts')
.upsert(batch, {
onConflict: 'user_id,account_number',
onConflict: 'company_id,account_number',
ignoreDuplicates: true,
count: 'exact',
})
@@ -1,217 +0,0 @@
import { describe, it, expect, vi, beforeEach } from 'vitest'
import {
createMockRequest,
createMockRouteParams,
createQueuedMockSupabase,
makeTransaction,
parseJsonResponse,
} from '@/tests/helpers'
// Mock init
vi.mock('@/lib/init', () => ({ ensureInitialized: vi.fn() }))
// Mock counterparty template lookup
vi.mock('@/lib/bookkeeping/counterparty-templates', () => ({
findCounterpartyTemplate: vi.fn().mockResolvedValue(null),
buildMappingResultFromCounterpartyTemplate: vi.fn(),
formatCounterpartyName: vi.fn((name: string) => name),
}))
// Mock booking templates
const mockFindMatchingTemplates = vi.fn().mockReturnValue([])
vi.mock('@/lib/bookkeeping/booking-templates', () => ({
findMatchingTemplates: (...args: unknown[]) => mockFindMatchingTemplates(...args),
}))
// Mock Supabase
const mockCreateClient = vi.fn()
vi.mock('@/lib/supabase/server', () => ({
createClient: (...args: unknown[]) => mockCreateClient(...args),
}))
vi.mock('@/lib/company/context', () => ({
requireCompanyId: vi.fn().mockResolvedValue('company-1'),
getActiveCompanyId: vi.fn().mockResolvedValue('company-1'),
}))
describe('POST /api/transactions/[id]/describe', () => {
let POST: typeof import('../route').POST
beforeEach(async () => {
vi.clearAllMocks()
const mod = await import('../route')
POST = mod.POST
})
it('returns 401 when not authenticated', async () => {
const { supabase } = createQueuedMockSupabase()
supabase.auth.getUser.mockResolvedValue({
data: { user: null },
error: { message: 'Not authenticated' },
})
mockCreateClient.mockResolvedValue(supabase)
const req = createMockRequest('/api/transactions/test-id/describe', {
method: 'POST',
body: { description: 'business lunch' },
})
const res = await POST(req, createMockRouteParams({ id: 'test-id' }))
const { status, body } = await parseJsonResponse(res)
expect(status).toBe(401)
expect(body).toHaveProperty('error', 'Unauthorized')
})
it('returns 400 for invalid body (description too short)', async () => {
const { supabase } = createQueuedMockSupabase()
supabase.auth.getUser.mockResolvedValue({
data: { user: { id: 'user-1' } },
error: null,
})
mockCreateClient.mockResolvedValue(supabase)
const req = createMockRequest('/api/transactions/test-id/describe', {
method: 'POST',
body: { description: 'ab' },
})
const res = await POST(req, createMockRouteParams({ id: 'test-id' }))
const { status } = await parseJsonResponse(res)
expect(status).toBe(400)
})
it('returns 404 when transaction not found', async () => {
const { supabase, enqueueMany } = createQueuedMockSupabase()
supabase.auth.getUser.mockResolvedValue({
data: { user: { id: 'user-1' } },
error: null,
})
enqueueMany([
// transaction fetch
{ data: null, error: { message: 'Not found' } },
])
mockCreateClient.mockResolvedValue(supabase)
const req = createMockRequest('/api/transactions/nonexistent/describe', {
method: 'POST',
body: { description: 'business lunch' },
})
const res = await POST(req, createMockRouteParams({ id: 'nonexistent' }))
const { status, body } = await parseJsonResponse(res)
expect(status).toBe(404)
expect(body).toHaveProperty('error', 'Transaction not found')
})
it('returns template candidates on happy path', async () => {
const tx = makeTransaction({
id: 'tx-1',
merchant_name: 'Restaurant XYZ',
amount: -450,
})
mockFindMatchingTemplates.mockReturnValueOnce([
{
template: {
id: 'restaurant_dining',
name_sv: 'Restaurangbesök',
name_en: 'Restaurant dining',
group: 'representation',
debit_account: '6071',
credit_account: '1930',
description_sv: 'Representation - restaurang',
vat_rate: 0.12,
vat_treatment: 'reduced_12',
deductibility: 'conditional',
deductibility_note_sv: null,
special_rules_sv: null,
risk_level: 'MEDIUM',
},
confidence: 0.82,
},
])
const { supabase, enqueueMany } = createQueuedMockSupabase()
supabase.auth.getUser.mockResolvedValue({
data: { user: { id: 'user-1' } },
error: null,
})
enqueueMany([
// transaction fetch
{ data: tx, error: null },
// company_settings
{ data: { entity_type: 'enskild_firma' }, error: null },
// batch candidate count
{ data: null, error: null, count: 3 },
])
mockCreateClient.mockResolvedValue(supabase)
const req = createMockRequest('/api/transactions/tx-1/describe', {
method: 'POST',
body: { description: 'business lunch with client' },
})
const res = await POST(req, createMockRouteParams({ id: 'tx-1' }))
const { status, body } = await parseJsonResponse<{ data: Record<string, unknown> }>(res)
expect(status).toBe(200)
expect(body.data.templates).toHaveLength(1)
expect(body.data.needs_more_detail).toBe(false)
expect(body.data.ai_suggestion).toBeNull()
expect(body.data.user_description).toBe('business lunch with client')
expect(body.data.batch_candidate_count).toBe(3)
expect(body.data.merchant_name).toBe('Restaurant XYZ')
})
it('sets needs_more_detail when confidence is low', async () => {
const tx = makeTransaction({ id: 'tx-2', merchant_name: null })
mockFindMatchingTemplates.mockReturnValueOnce([
{
template: {
id: 'misc',
name_sv: 'Diverse',
name_en: 'Miscellaneous',
group: 'other',
debit_account: '6991',
credit_account: '1930',
description_sv: 'Okategoriserad utgift',
vat_rate: 0,
vat_treatment: null,
deductibility: 'full',
deductibility_note_sv: null,
special_rules_sv: null,
risk_level: 'LOW',
},
confidence: 0.4,
},
])
const { supabase, enqueueMany } = createQueuedMockSupabase()
supabase.auth.getUser.mockResolvedValue({
data: { user: { id: 'user-1' } },
error: null,
})
enqueueMany([
// transaction fetch
{ data: tx, error: null },
// company_settings
{ data: { entity_type: 'enskild_firma' }, error: null },
])
mockCreateClient.mockResolvedValue(supabase)
const req = createMockRequest('/api/transactions/tx-2/describe', {
method: 'POST',
body: { description: 'some kind of payment' },
})
const res = await POST(req, createMockRouteParams({ id: 'tx-2' }))
const { status, body } = await parseJsonResponse<{ data: Record<string, unknown> }>(res)
expect(status).toBe(200)
expect(body.data.needs_more_detail).toBe(true)
})
})
-131
View File
@@ -1,131 +0,0 @@
import { createClient } from '@/lib/supabase/server'
import { NextResponse } from 'next/server'
import { ensureInitialized } from '@/lib/init'
import { validateBody } from '@/lib/api/validate'
import { DescribeTransactionSchema } from '@/lib/api/schemas'
import { findMatchingTemplates } from '@/lib/bookkeeping/booking-templates'
import { findCounterpartyTemplate, buildMappingResultFromCounterpartyTemplate, formatCounterpartyName } from '@/lib/bookkeeping/counterparty-templates'
import { requireCompanyId } from '@/lib/company/context'
import type { Transaction, EntityType } from '@/types'
ensureInitialized()
export async function POST(
request: Request,
{ params }: { params: Promise<{ id: string }> }
) {
const supabase = await createClient()
const { id } = await params
const { data: { user } } = await supabase.auth.getUser()
if (!user) {
return NextResponse.json({ error: 'Unauthorized' }, { status: 401 })
}
const companyId = await requireCompanyId(supabase, user.id)
const validation = await validateBody(request, DescribeTransactionSchema)
if (!validation.success) return validation.response
const { description } = validation.data
// Fetch the transaction (validates ownership)
const { data: transaction, error: fetchError } = await supabase
.from('transactions')
.select('*')
.eq('id', id)
.eq('company_id', companyId)
.single()
if (fetchError || !transaction) {
return NextResponse.json({ error: 'Transaction not found' }, { status: 404 })
}
// Fetch entity type
const { data: settings } = await supabase
.from('company_settings')
.select('entity_type')
.eq('company_id', companyId)
.single()
const entityType: EntityType = (settings?.entity_type as EntityType) || 'enskild_firma'
// Run template matching and counterparty lookup in parallel
const [templates, counterpartyMatch] = await Promise.all([
findMatchingTemplates(transaction as Transaction, entityType),
findCounterpartyTemplate(supabase, user.id, transaction as Transaction),
])
// Build counterparty suggestion if matched
let counterpartySuggestion: {
id: string
counterparty_name: string
debit_account: string
credit_account: string
vat_treatment: string | null
confidence: number
occurrence_count: number
source: string
line_pattern: unknown[] | null
} | null = null
if (counterpartyMatch) {
const tmpl = counterpartyMatch.template
counterpartySuggestion = {
id: tmpl.id,
counterparty_name: formatCounterpartyName(tmpl.counterparty_name),
debit_account: tmpl.debit_account,
credit_account: tmpl.credit_account,
vat_treatment: tmpl.vat_treatment,
line_pattern: tmpl.line_pattern ?? null,
confidence: counterpartyMatch.confidence,
occurrence_count: tmpl.occurrence_count,
source: tmpl.source,
}
}
const needsMoreDetail = counterpartySuggestion
? false
: templates.length === 0 || templates[0].confidence < 0.55
// Count uncategorized sibling transactions from same merchant
let batchCandidateCount = 0
if (transaction.merchant_name) {
const { count } = await supabase
.from('transactions')
.select('id', { count: 'exact', head: true })
.eq('company_id', companyId)
.eq('merchant_name', transaction.merchant_name)
.is('journal_entry_id', null)
.neq('id', id)
batchCandidateCount = count || 0
}
return NextResponse.json({
data: {
templates: templates.map((m) => ({
template_id: m.template.id,
name_sv: m.template.name_sv,
name_en: m.template.name_en,
group: m.template.group,
debit_account: m.template.debit_account,
credit_account: m.template.credit_account,
confidence: m.confidence,
description_sv: m.template.description_sv,
vat_rate: m.template.vat_rate,
vat_treatment: m.template.vat_treatment,
deductibility: m.template.deductibility,
deductibility_note_sv: m.template.deductibility_note_sv || null,
special_rules_sv: m.template.special_rules_sv || null,
risk_level: m.template.risk_level,
})),
counterparty_match: counterpartySuggestion,
ai_suggestion: null,
needs_more_detail: needsMoreDetail,
user_description: description,
batch_candidate_count: batchCandidateCount,
merchant_name: transaction.merchant_name,
},
})
}
@@ -1,218 +0,0 @@
import { describe, it, expect, vi, beforeEach } from 'vitest'
import {
createMockRequest,
createQueuedMockSupabase,
makeTransaction,
parseJsonResponse,
} from '@/tests/helpers'
import { eventBus } from '@/lib/events'
// Mock init
vi.mock('@/lib/init', () => ({ ensureInitialized: vi.fn() }))
// Mock booking templates
vi.mock('@/lib/bookkeeping/booking-templates', () => ({
getTemplateById: vi.fn((id: string) => {
if (id === 'office_supplies') {
return {
id: 'office_supplies',
name_sv: 'Kontorsmaterial',
name_en: 'Office supplies',
group: 'office',
debit_account: '6110',
credit_account: '1930',
fallback_category: 'expense_office',
default_private: false,
vat_treatment: 'standard_25',
vat_rate: 0.25,
deductibility: 'full',
risk_level: 'LOW',
requires_review: false,
entity_applicability: 'all',
direction: 'expense',
}
}
return null
}),
buildMappingResultFromTemplate: vi.fn(() => ({
rule: null,
debit_account: '6110',
credit_account: '1930',
risk_level: 'LOW',
confidence: 1.0,
requires_review: false,
default_private: false,
vat_lines: [],
description: 'Kontorsmaterial',
})),
}))
// Mock transaction entries
const mockCreateTransactionJournalEntry = vi.fn().mockResolvedValue({ id: 'je-1' })
vi.mock('@/lib/bookkeeping/transaction-entries', () => ({
createTransactionJournalEntry: (...args: unknown[]) => mockCreateTransactionJournalEntry(...args),
}))
// Mock mapping engine
const mockSaveUserMappingRule = vi.fn().mockResolvedValue(undefined)
vi.mock('@/lib/bookkeeping/mapping-engine', () => ({
saveUserMappingRule: (...args: unknown[]) => mockSaveUserMappingRule(...args),
}))
// Mock Supabase — set up once, re-configure per test via auth mock + queue
const mockCreateClient = vi.fn()
vi.mock('@/lib/supabase/server', () => ({
createClient: (...args: unknown[]) => mockCreateClient(...args),
}))
vi.mock('@/lib/company/context', () => ({
requireCompanyId: vi.fn().mockResolvedValue('company-1'),
getActiveCompanyId: vi.fn().mockResolvedValue('company-1'),
}))
describe('POST /api/transactions/batch-describe', () => {
let POST: typeof import('../route').POST
beforeEach(async () => {
vi.clearAllMocks()
eventBus.clear()
const mod = await import('../route')
POST = mod.POST
})
it('returns 401 when not authenticated', async () => {
const { supabase } = createQueuedMockSupabase()
supabase.auth.getUser.mockResolvedValue({
data: { user: null },
error: { message: 'Not authenticated' },
})
mockCreateClient.mockResolvedValue(supabase)
const req = createMockRequest('/api/transactions/batch-describe', {
method: 'POST',
body: {
merchant_name: 'Staples',
template_id: 'office_supplies',
is_business: true,
},
})
const res = await POST(req)
const { status, body } = await parseJsonResponse(res)
expect(status).toBe(401)
expect(body).toHaveProperty('error', 'Unauthorized')
})
it('returns 400 for invalid template_id', async () => {
const { supabase } = createQueuedMockSupabase()
supabase.auth.getUser.mockResolvedValue({
data: { user: { id: 'user-1' } },
error: null,
})
mockCreateClient.mockResolvedValue(supabase)
const req = createMockRequest('/api/transactions/batch-describe', {
method: 'POST',
body: {
merchant_name: 'Staples',
template_id: 'nonexistent_template',
is_business: true,
},
})
const res = await POST(req)
const { status, body } = await parseJsonResponse(res)
expect(status).toBe(400)
expect(body).toHaveProperty('error', 'Invalid template_id')
})
it('applies template to uncategorized merchant transactions', async () => {
const tx1 = makeTransaction({ id: 'tx-1', merchant_name: 'Staples', amount: -299 })
const tx2 = makeTransaction({ id: 'tx-2', merchant_name: 'Staples', amount: -150 })
const { supabase, enqueueMany } = createQueuedMockSupabase()
supabase.auth.getUser.mockResolvedValue({
data: { user: { id: 'user-1' } },
error: null,
})
enqueueMany([
// company_settings
{ data: { entity_type: 'enskild_firma', fiscal_year_start_month: 1 }, error: null },
// fetch uncategorized transactions
{ data: [tx1, tx2], error: null },
// fiscal period upsert for tx1
{ data: null, error: null },
// transaction update for tx1
{ data: null, error: null },
// fiscal period upsert for tx2
{ data: null, error: null },
// transaction update for tx2
{ data: null, error: null },
])
mockCreateClient.mockResolvedValue(supabase)
const req = createMockRequest('/api/transactions/batch-describe', {
method: 'POST',
body: {
merchant_name: 'Staples',
template_id: 'office_supplies',
is_business: true,
user_description: 'office supplies purchase',
},
})
const res = await POST(req)
const { status, body } = await parseJsonResponse<{ data: { applied: number; errors: string[] } }>(res)
expect(status).toBe(200)
expect(body.data.applied).toBe(2)
expect(body.data.errors).toHaveLength(0)
// Verify journal entries were created
expect(mockCreateTransactionJournalEntry).toHaveBeenCalledTimes(2)
// Verify mapping rule was saved with user description
expect(mockSaveUserMappingRule).toHaveBeenCalledWith(
expect.anything(),
'company-1',
'Staples',
'6110',
'1930',
false,
'office supplies purchase',
'office_supplies'
)
})
it('returns 0 applied when no uncategorized transactions exist', async () => {
const { supabase, enqueueMany } = createQueuedMockSupabase()
supabase.auth.getUser.mockResolvedValue({
data: { user: { id: 'user-1' } },
error: null,
})
enqueueMany([
// company_settings
{ data: { entity_type: 'enskild_firma', fiscal_year_start_month: 1 }, error: null },
// fetch uncategorized transactions — empty
{ data: [], error: null },
])
mockCreateClient.mockResolvedValue(supabase)
const req = createMockRequest('/api/transactions/batch-describe', {
method: 'POST',
body: {
merchant_name: 'Unknown Merchant',
template_id: 'office_supplies',
is_business: true,
},
})
const res = await POST(req)
const { status, body } = await parseJsonResponse<{ data: { applied: number } }>(res)
expect(status).toBe(200)
expect(body.data.applied).toBe(0)
})
})
@@ -1,179 +0,0 @@
import { createClient } from '@/lib/supabase/server'
import { NextResponse } from 'next/server'
import { eventBus } from '@/lib/events'
import { ensureInitialized } from '@/lib/init'
import { validateBody } from '@/lib/api/validate'
import { BatchDescribeSchema } from '@/lib/api/schemas'
import { getTemplateById, buildMappingResultFromTemplate } from '@/lib/bookkeeping/booking-templates'
import { createTransactionJournalEntry } from '@/lib/bookkeeping/transaction-entries'
import { saveUserMappingRule } from '@/lib/bookkeeping/mapping-engine'
import { requireCompanyId } from '@/lib/company/context'
import type { Transaction, EntityType, TransactionCategory } from '@/types'
ensureInitialized()
export async function POST(request: Request) {
const supabase = await createClient()
const { data: { user } } = await supabase.auth.getUser()
if (!user) {
return NextResponse.json({ error: 'Unauthorized' }, { status: 401 })
}
const companyId = await requireCompanyId(supabase, user.id)
const validation = await validateBody(request, BatchDescribeSchema)
if (!validation.success) return validation.response
const { merchant_name, template_id, is_business, user_description } = validation.data
// Look up the template
const template = getTemplateById(template_id)
if (!template) {
return NextResponse.json({ error: 'Invalid template_id' }, { status: 400 })
}
// Fetch entity type and fiscal year start
const { data: settings } = await supabase
.from('company_settings')
.select('entity_type, fiscal_year_start_month')
.eq('company_id', companyId)
.single()
const entityType: EntityType = (settings?.entity_type as EntityType) || 'enskild_firma'
const fiscalYearStartMonth: number = settings?.fiscal_year_start_month ?? 1
// Fetch all uncategorized transactions from the specified merchant (limit 50)
const { data: transactions, error: fetchError } = await supabase
.from('transactions')
.select('*')
.eq('company_id', companyId)
.eq('merchant_name', merchant_name)
.is('journal_entry_id', null)
.order('date', { ascending: true })
.limit(50)
if (fetchError || !transactions || transactions.length === 0) {
return NextResponse.json({
data: { applied: 0, errors: [] },
})
}
const finalCategory: TransactionCategory = is_business
? template.fallback_category
: 'private'
let applied = 0
const errors: string[] = []
for (const tx of transactions) {
try {
const mappingResult = buildMappingResultFromTemplate(
template,
tx as Transaction,
entityType
)
// Ensure fiscal period exists
const txDate = new Date(tx.date)
const txMonth = txDate.getMonth() + 1
const txYear = txDate.getFullYear()
let periodStartYear: number
if (fiscalYearStartMonth === 1) {
periodStartYear = txYear
} else if (txMonth >= fiscalYearStartMonth) {
periodStartYear = txYear
} else {
periodStartYear = txYear - 1
}
const startMonth = String(fiscalYearStartMonth).padStart(2, '0')
const periodStart = `${periodStartYear}-${startMonth}-01`
const endYear = fiscalYearStartMonth === 1 ? periodStartYear : periodStartYear + 1
const endMonth = fiscalYearStartMonth === 1 ? 12 : fiscalYearStartMonth - 1
const lastDay = new Date(endYear, endMonth, 0).getDate()
const periodEnd = `${endYear}-${String(endMonth).padStart(2, '0')}-${String(lastDay).padStart(2, '0')}`
const periodName = fiscalYearStartMonth === 1
? `Räkenskapsår ${periodStartYear}`
: `Räkenskapsår ${periodStartYear}/${endYear}`
await supabase
.from('fiscal_periods')
.upsert({
user_id: user.id,
company_id: companyId,
name: periodName,
period_start: periodStart,
period_end: periodEnd,
}, { onConflict: 'company_id,period_start,period_end' })
// Create journal entry
let journalEntryId: string | null = null
try {
const journalEntry = await createTransactionJournalEntry(
supabase,
companyId,
user.id,
tx as Transaction,
mappingResult
)
if (journalEntry) {
journalEntryId = journalEntry.id
}
} catch (err) {
console.error(`[batch-describe] Journal entry failed for ${tx.id}:`, err)
}
// Update the transaction
await supabase
.from('transactions')
.update({
is_business,
category: finalCategory,
journal_entry_id: journalEntryId,
})
.eq('id', tx.id)
await eventBus.emit({
type: 'transaction.categorized',
payload: {
transaction: tx as Transaction,
account: mappingResult.debit_account,
taxCode: mappingResult.vat_lines[0]?.account_number || '',
userId: user.id,
companyId,
},
})
applied++
} catch (err) {
const msg = err instanceof Error ? err.message : 'Unknown error'
errors.push(`${tx.id}: ${msg}`)
}
}
// Save a mapping rule for future auto-categorization
if (applied > 0) {
try {
const sampleTx = transactions[0] as Transaction
const sampleResult = buildMappingResultFromTemplate(template, sampleTx, entityType)
await saveUserMappingRule(
supabase,
companyId,
merchant_name,
sampleResult.debit_account,
sampleResult.credit_account,
!is_business,
user_description,
template_id
)
} catch {
// Non-critical
}
}
return NextResponse.json({
data: { applied, errors },
})
}