81e9dd224e
* feat(import): add customer and supplier parsing functionality - Implemented customer file parsing in `lib/import/customers/parser.ts` with support for Excel and CSV formats. - Created types for detected customer columns and parsed customer rows in `lib/import/customers/types.ts`. - Added tests for customer classification logic in `lib/import/shared/__tests__/classify.test.ts`. - Developed classification functions for customers and suppliers in `lib/import/shared/classify.ts`. - Introduced shared column utility functions in `lib/import/shared/column-utils.ts`. - Implemented supplier file parsing in `lib/import/suppliers/parser.ts` with validation for various fields. - Created types for detected supplier columns and parsed supplier rows in `lib/import/suppliers/types.ts`. - Added tests for supplier column detection and parsing in `lib/import/suppliers/__tests__/column-detector.test.ts` and `lib/import/suppliers/__tests__/parser.test.ts`. * fix(labels): update 'Svenskt företag' to 'Svenskt företag eller organisation' for clarity * feat(import): refactor encoding handling for Swedish files and add tests for character preservation * feat(recapt): implement clearRecaptIdentity function and integrate into logout flow * feat(bookkeeping): implement copy functionality and next voucher sequence retrieval * feat(import): enhance customer and supplier import functionality with normalization and event handling
121 lines
4.3 KiB
TypeScript
121 lines
4.3 KiB
TypeScript
import { NextResponse } from 'next/server'
|
|
import { parseCustomersFile } from '@/lib/import/customers/parser'
|
|
import { normalizeOrgNumber, normalizeEmail } from '@/lib/import/shared/column-utils'
|
|
import { fetchAllRows } from '@/lib/supabase/fetch-all'
|
|
import { withRouteContext } from '@/lib/api/with-route-context'
|
|
import { errorResponseFromCode } from '@/lib/errors/get-structured-error'
|
|
import type {
|
|
AnnotatedCustomerRow,
|
|
CustomerImportParseResult,
|
|
DetectedCustomerColumns,
|
|
} from '@/lib/import/customers/types'
|
|
|
|
const ALLOWED_EXTENSIONS = ['.xlsx', '.xls', '.csv', '.ods']
|
|
const MAX_FILE_SIZE = 10 * 1024 * 1024 // 10 MB
|
|
|
|
/**
|
|
* POST /api/import/customers/parse
|
|
*
|
|
* Accepts an Excel/CSV file via FormData, auto-detects columns, parses rows,
|
|
* and annotates each row with any duplicate-match against existing customers.
|
|
*/
|
|
export const POST = withRouteContext(
|
|
'register_import.customers.parse',
|
|
async (request, ctx) => {
|
|
const { supabase, companyId, log, requestId } = ctx
|
|
|
|
const formData = await request.formData()
|
|
const file = formData.get('file') as File | null
|
|
const columnOverridesRaw = formData.get('column_overrides') as string | null
|
|
|
|
if (!file) {
|
|
return errorResponseFromCode('REG_IMPORT_NO_FILE', log, { requestId })
|
|
}
|
|
|
|
if (file.size > MAX_FILE_SIZE) {
|
|
return errorResponseFromCode('REG_IMPORT_FILE_TOO_LARGE', log, {
|
|
requestId,
|
|
details: { sizeMb: +(file.size / 1024 / 1024).toFixed(1) },
|
|
})
|
|
}
|
|
|
|
const ext = '.' + file.name.split('.').pop()?.toLowerCase()
|
|
if (!ALLOWED_EXTENSIONS.includes(ext)) {
|
|
return errorResponseFromCode('REG_IMPORT_INVALID_FORMAT', log, {
|
|
requestId,
|
|
details: { extension: ext, allowed: ALLOWED_EXTENSIONS },
|
|
})
|
|
}
|
|
|
|
const opLog = log.child({ filename: file.name, sizeBytes: file.size })
|
|
|
|
let columnOverrides: DetectedCustomerColumns | undefined
|
|
if (columnOverridesRaw) {
|
|
try {
|
|
columnOverrides = JSON.parse(columnOverridesRaw)
|
|
} catch {
|
|
return errorResponseFromCode('REG_IMPORT_INVALID_COLUMN_OVERRIDES', opLog, { requestId })
|
|
}
|
|
}
|
|
|
|
try {
|
|
const buffer = await file.arrayBuffer()
|
|
const parsed = parseCustomersFile(buffer, file.name, columnOverrides)
|
|
|
|
// Fetch existing customers for duplicate detection.
|
|
const existing = await fetchAllRows(({ from, to }) =>
|
|
supabase
|
|
.from('customers')
|
|
.select('id, name, org_number, email')
|
|
.eq('company_id', companyId)
|
|
.range(from, to),
|
|
)
|
|
|
|
const byOrg = new Map<string, { id: string; name: string }>()
|
|
const byEmail = new Map<string, { id: string; name: string }>()
|
|
for (const c of existing) {
|
|
const org = normalizeOrgNumber(c.org_number)
|
|
if (org) byOrg.set(org, { id: c.id, name: c.name })
|
|
const email = normalizeEmail(c.email)
|
|
if (email) byEmail.set(email, { id: c.id, name: c.name })
|
|
}
|
|
|
|
let duplicateCount = 0
|
|
const annotated: AnnotatedCustomerRow[] = parsed.rows.map((r) => {
|
|
const orgKey = normalizeOrgNumber(r.org_number)
|
|
const emailKey = normalizeEmail(r.email)
|
|
let match: AnnotatedCustomerRow['duplicate_match'] = null
|
|
if (orgKey && byOrg.has(orgKey)) {
|
|
const e = byOrg.get(orgKey)!
|
|
match = { customer_id: e.id, matched_by: 'org_number', existing_name: e.name }
|
|
} else if (emailKey && byEmail.has(emailKey)) {
|
|
const e = byEmail.get(emailKey)!
|
|
match = { customer_id: e.id, matched_by: 'email', existing_name: e.name }
|
|
}
|
|
if (match) duplicateCount++
|
|
return { ...r, duplicate_match: match }
|
|
})
|
|
|
|
const result: CustomerImportParseResult = {
|
|
filename: parsed.filename,
|
|
sheet_name: parsed.sheet_name,
|
|
total_rows: annotated.length,
|
|
detected_columns: parsed.detected_columns,
|
|
headers: parsed.headers,
|
|
preview_rows: parsed.preview_rows,
|
|
rows: annotated,
|
|
duplicate_count: duplicateCount,
|
|
warnings: parsed.warnings,
|
|
}
|
|
|
|
return NextResponse.json({ data: result })
|
|
} catch (err) {
|
|
opLog.error('customer import parse failed', err as Error)
|
|
return errorResponseFromCode('REG_IMPORT_PARSE_FAILED', opLog, {
|
|
requestId,
|
|
details: { reason: err instanceof Error ? err.message : 'unknown' },
|
|
})
|
|
}
|
|
},
|
|
)
|