Files
accounted/scripts/backfill-import-accounts.ts
T
Jakob Wennberg 2ad8731dc9 feat: arcim migration wizard UX, import fixes, Sentry setup (#22)
* feat: import system improvements, INK2 fix, and Swedish text corrections

- SIE parser: Windows-1252 and CP437 encoding detection and decoding
- Bank file parser: add Nordea Business (Företag) CSV format
- Bank file parser: improve format detection for SEB, Länsförsäkringar, generic CSV
- INK2 engine: calculate årets resultat (7222) from income statement for open fiscal years
- Dashboard: parallel Supabase queries, simplified dashboard page
- Fix Swedish characters (å, ä, ö) in BAS data descriptions, validation messages, AI consent disclosures
- Import wizard UI improvements across all steps
- Migration: add 'bas_range' match type to sie_account_mappings constraint
- Extensive new tests for SIE parser encoding and bank file parser

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

* feat: arcim migration wizard UX fixes, Sentry setup, and extension scaffolding

Arcim migration wizard improvements:
- Progress bar now excludes non-interactive steps (migrating/result)
- Fix OAuth text to match target="_blank" behavior (new tab, not redirect)
- Display month names instead of "Månad X" in preview
- Fix Swedish typo "förifylla" in no-company-info message
- Replace native checkboxes with shadcn Switch in options step
- Add ConfirmationDialog before starting migration
- Show progress percentage during migration
- Add "Nästa steg" guidance and navigation links in result step
- Add "Försök igen" button in error state (returns to options)
- Add Bokio company ID help text (GUID from URL)
- Add Fortnox integration add-on hint on connection failure

Also includes: SIE import system improvements, INK2 fixes, Swedish text
corrections, Sentry error tracking setup, and arcim-migration extension
scaffolding.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

* fix: address PR review feedback

- Fix OAuth error recovery blank page (restore provider from URL params)
- Pass real userId to MigrationWizard instead of empty string
- Remove ~50 debug console.log statements from sie-import.ts
- Fix comment referencing account 3740 → 3741

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

---------

Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
2026-03-13 16:24:54 +01:00

285 lines
9.6 KiB
TypeScript

#!/usr/bin/env npx tsx
/**
* Backfill missing accounts into chart_of_accounts for ALL tenants.
*
* Finds accounts referenced by journal_entry_lines but not in chart_of_accounts,
* resolves metadata from BAS reference (primary) or SIE account mappings (fallback),
* and inserts them.
*
* Usage: npx tsx scripts/backfill-import-accounts.ts [--dry-run]
*/
import { config } from 'dotenv'
config({ path: '.env.local' })
import { createClient } from '@supabase/supabase-js'
import { getBASReference } from '../lib/bookkeeping/bas-reference'
import { computeSRUCode } from '../lib/bookkeeping/bas-data/sru-mapping'
const DRY_RUN = process.argv.includes('--dry-run')
const supabaseUrl = process.env.NEXT_PUBLIC_SUPABASE_URL
const serviceRoleKey = process.env.SUPABASE_SERVICE_ROLE_KEY
if (!supabaseUrl || !serviceRoleKey) {
console.error('Missing NEXT_PUBLIC_SUPABASE_URL or SUPABASE_SERVICE_ROLE_KEY in .env')
process.exit(1)
}
const supabase = createClient(supabaseUrl, serviceRoleKey)
// ---------------------------------------------------------------------------
// Non-BAS account overrides (company-specific sub-accounts not in BAS 2026)
// Only used when BAS reference and SIE source_name both miss.
// ---------------------------------------------------------------------------
interface AccountOverride {
account_name: string
account_type?: 'asset' | 'liability' | 'equity' | 'revenue' | 'expense' | 'untaxed_reserves'
normal_balance?: 'debit' | 'credit'
}
const NON_BAS_OVERRIDES: Record<string, AccountOverride> = {
'1402': { account_name: 'Förråd av varor' },
'1799': { account_name: 'Observationskonto' },
'2662': {
account_name: 'Kortfristig skuld Le comptoir',
account_type: 'liability',
normal_balance: 'credit',
},
'3041': { account_name: 'Försäljning tjänster 25% Sverige' },
'3051': { account_name: 'Försäljning varor 25% Sverige' },
'3052': { account_name: 'Försäljning varor 12% Sverige' },
'4020': { account_name: 'Alkoholskatt' },
'4056': { account_name: 'Inköp varor 25% EU' },
'4057': { account_name: 'Inköp varor 12% EU' },
'4071': { account_name: 'Lagerkostnader' },
'4072': { account_name: 'Inköp frakt 25% EU' },
'4990': { account_name: 'Lagerförändring' },
'4992': { account_name: 'Varor på väg' },
'6561': { account_name: 'GS1' },
'8300': { account_name: 'Ränteintäkter (gruppkonto)' },
}
// ---------------------------------------------------------------------------
// Helpers
// ---------------------------------------------------------------------------
function deriveAccountType(accountNumber: string): 'asset' | 'liability' | 'equity' | 'revenue' | 'expense' | 'untaxed_reserves' {
const classNum = parseInt(accountNumber.charAt(0), 10)
const group = accountNumber.substring(0, 2)
if (classNum === 1) return 'asset'
if (classNum === 2) {
if (group === '20') return 'equity'
if (group === '21') return 'untaxed_reserves'
return 'liability'
}
if (classNum === 3) return 'revenue'
return 'expense'
}
function deriveNormalBalance(accountNumber: string): 'debit' | 'credit' {
const classNum = parseInt(accountNumber.charAt(0), 10)
return classNum <= 1 || classNum >= 4 ? 'debit' : 'credit'
}
async function getUsedAccountNumbers(userId: string): Promise<Set<string>> {
const usedSet = new Set<string>()
const PAGE_SIZE = 1000
let offset = 0
let hasMore = true
while (hasMore) {
const { data: batch, error } = await supabase
.from('journal_entry_lines')
.select('account_number, journal_entries!inner(user_id)')
.eq('journal_entries.user_id', userId)
.range(offset, offset + PAGE_SIZE - 1)
if (error) throw new Error(`Failed to fetch lines for ${userId}: ${error.message}`)
for (const row of batch ?? []) {
usedSet.add(row.account_number)
}
hasMore = (batch?.length ?? 0) === PAGE_SIZE
offset += PAGE_SIZE
}
return usedSet
}
async function getSIESourceNames(userId: string): Promise<Map<string, string>> {
const { data, error } = await supabase
.from('sie_account_mappings')
.select('source_account, source_name')
.eq('user_id', userId)
if (error) throw new Error(`Failed to fetch SIE mappings for ${userId}: ${error.message}`)
const map = new Map<string, string>()
for (const row of data ?? []) {
map.set(row.source_account, row.source_name)
}
return map
}
// ---------------------------------------------------------------------------
// Per-tenant backfill
// ---------------------------------------------------------------------------
async function backfillForUser(userId: string): Promise<number> {
console.log(`\n--- User ${userId} ---`)
// Get existing accounts
const { data: existingAccounts, error: existingError } = await supabase
.from('chart_of_accounts')
.select('account_number')
.eq('user_id', userId)
if (existingError) throw new Error(`Failed to fetch accounts: ${existingError.message}`)
const existingSet = new Set(existingAccounts?.map(a => a.account_number) ?? [])
// Get used account numbers from journal entries
const usedSet = await getUsedAccountNumbers(userId)
const missingAccounts = [...usedSet].filter(num => !existingSet.has(num)).sort()
if (missingAccounts.length === 0) {
console.log(' No missing accounts.')
return 0
}
console.log(` Found ${missingAccounts.length} missing accounts`)
// Get SIE source names as fallback for account naming
const sieNames = await getSIESourceNames(userId)
// Build insert rows
const rows = missingAccounts.map(accountNumber => {
const basRef = getBASReference(accountNumber)
if (basRef) {
return {
user_id: userId,
account_number: accountNumber,
account_name: basRef.account_name,
account_class: basRef.account_class,
account_group: basRef.account_group,
account_type: basRef.account_type,
normal_balance: basRef.normal_balance,
sru_code: basRef.sru_code ?? computeSRUCode(accountNumber),
k2_excluded: basRef.k2_excluded,
plan_type: 'full_bas' as const,
is_active: true,
is_system_account: false,
}
}
// Check hardcoded overrides (for company-specific accounts with known metadata)
const override = NON_BAS_OVERRIDES[accountNumber]
if (override) {
const accountType = override.account_type ?? deriveAccountType(accountNumber)
const normalBalance = override.normal_balance ?? deriveNormalBalance(accountNumber)
const classNum = parseInt(accountNumber.charAt(0), 10)
return {
user_id: userId,
account_number: accountNumber,
account_name: override.account_name,
account_class: classNum,
account_group: accountNumber.substring(0, 2),
account_type: accountType,
normal_balance: normalBalance,
sru_code: computeSRUCode(accountNumber),
k2_excluded: false,
plan_type: 'full_bas' as const,
is_active: true,
is_system_account: false,
}
}
// Fallback: use SIE source_name if available, otherwise derive
const sieName = sieNames.get(accountNumber)
const classNum = parseInt(accountNumber.charAt(0), 10)
if (sieName) {
console.warn(` INFO: Account ${accountNumber} not in BAS — using SIE name: "${sieName}"`)
} else {
console.warn(` WARNING: Account ${accountNumber} not in BAS or SIE — deriving all metadata`)
}
return {
user_id: userId,
account_number: accountNumber,
account_name: sieName ?? `Konto ${accountNumber}`,
account_class: classNum,
account_group: accountNumber.substring(0, 2),
account_type: deriveAccountType(accountNumber),
normal_balance: deriveNormalBalance(accountNumber),
sru_code: computeSRUCode(accountNumber),
k2_excluded: false,
plan_type: 'full_bas' as const,
is_active: true,
is_system_account: false,
}
})
// Log summary
const fromBAS = rows.filter(r => getBASReference(r.account_number)).length
const fromOverride = rows.filter(r => !getBASReference(r.account_number) && NON_BAS_OVERRIDES[r.account_number]).length
const fromFallback = rows.length - fromBAS - fromOverride
console.log(` ${fromBAS} from BAS, ${fromOverride} from overrides, ${fromFallback} from SIE/derived`)
for (const row of rows) {
console.log(` ${row.account_number}${row.account_name} (${row.account_type}, SRU: ${row.sru_code ?? 'none'})`)
}
if (DRY_RUN) {
console.log(` [DRY RUN] Would insert ${rows.length} accounts`)
return rows.length
}
const { error: insertError } = await supabase
.from('chart_of_accounts')
.insert(rows)
if (insertError) {
console.error(` Insert failed: ${insertError.message}`)
return 0
}
console.log(` Inserted ${rows.length} accounts`)
return rows.length
}
// ---------------------------------------------------------------------------
// Main
// ---------------------------------------------------------------------------
async function main() {
if (DRY_RUN) console.log('=== DRY RUN MODE ===\n')
// Find all users with missing accounts
const { data: allImportUsers, error } = await supabase
.from('sie_imports')
.select('user_id')
if (error) {
console.error('Failed to fetch SIE import users:', error.message)
process.exit(1)
}
const userIds = [...new Set(allImportUsers?.map(r => r.user_id) ?? [])]
console.log(`Found ${userIds.length} users with SIE imports`)
let totalInserted = 0
for (const userId of userIds) {
totalInserted += await backfillForUser(userId)
}
console.log(`\n=== Done: ${totalInserted} accounts ${DRY_RUN ? 'would be' : ''} inserted across ${userIds.length} users ===`)
}
main().catch(err => {
console.error(err)
process.exit(1)
})