feat(d20): P4 — full-APEX importer v2 (9 files, stage/commit, CLI)
parseWorkbookCsvs + stageApexFull (pure validation pass, zero writes) + commitApexFull (one transaction): clients w/ encrypted DB passwords + secretary contacts, YES-flags -> live client_module rows for the 5 modules, branches, bill_filed -> QT/PI/INV history with paisa-exact CGST/SGST split + payment/allocation rows + series seed, 4.5k tickets with status/date mapping, SMS/RTGS service data -> client_module provider/username/password_enc/details, project lists -> interaction notes with tolerant APEX date parsing. Plaintext passwords never stored or audited; missing HQ_SECRET_KEY is a blocking problem. CLI: npm run import:full -- --dir <folder> [--commit]. 7 new tests; suite 359 green. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>feat/client-detail-redesign
Thomas Joise
4 days ago
parent
1d598e8a96
commit
b301272464
@ -0,0 +1,61 @@
|
||||
/**
|
||||
* Full-APEX importer CLI (D20): `npm run import:full -- --dir <folder> [--commit]`
|
||||
* Reads the nine workbook CSVs from <folder> (all optional except clients.csv),
|
||||
* prints the per-section stage report, and — only with --commit and a clean
|
||||
* report — applies everything in one transaction. Without --commit it is a dry
|
||||
* run that writes nothing. DB path comes from HQ_DATA_DIR (run from the repo
|
||||
* root otherwise — the default resolves ./data from CWD); passwords in the
|
||||
* export need HQ_SECRET_KEY set or their rows are refused.
|
||||
*/
|
||||
import fs from 'node:fs'
|
||||
import path from 'node:path'
|
||||
import { openDb } from '../src/db'
|
||||
import { seedIfEmpty } from '../src/seed'
|
||||
import { APEX_FILES, commitApexFull, stageApexFull } from '../src/import-apex-full'
|
||||
|
||||
void (async () => {
|
||||
const args = process.argv.slice(2)
|
||||
const dirIdx = args.indexOf('--dir')
|
||||
const dir = dirIdx >= 0 ? args[dirIdx + 1] : undefined
|
||||
if (dir === undefined) {
|
||||
console.error('Usage: npm run import:full -- --dir <folder> [--commit]')
|
||||
process.exit(1)
|
||||
}
|
||||
|
||||
const files: Record<string, string> = {}
|
||||
for (const name of APEX_FILES) {
|
||||
const p = path.join(dir, `${name}.csv`)
|
||||
if (fs.existsSync(p)) files[name] = fs.readFileSync(p, 'utf8')
|
||||
}
|
||||
if (files['clients'] === undefined) {
|
||||
console.error(`clients.csv not found in ${dir} — it is the one required file (SID_NO is the join key)`)
|
||||
process.exit(1)
|
||||
}
|
||||
const absent = APEX_FILES.filter((n) => files[n] === undefined)
|
||||
if (absent.length > 0) console.log(`Not present (skipped): ${absent.join(', ')}`)
|
||||
|
||||
const db = openDb(process.env['HQ_DATA_DIR'])
|
||||
await seedIfEmpty(db)
|
||||
const keyHex = process.env['HQ_SECRET_KEY'] ?? ''
|
||||
|
||||
const report = await stageApexFull(db, files, keyHex)
|
||||
let problemTotal = 0
|
||||
for (const section of APEX_FILES) {
|
||||
const r = report[section]
|
||||
if (r.staged === 0 && r.problems.length === 0) continue
|
||||
console.log(`${section}: ${r.staged} staged, ${r.problems.length} problem(s)`)
|
||||
for (const p of r.problems) console.log(` - ${p}`)
|
||||
problemTotal += r.problems.length
|
||||
}
|
||||
|
||||
if (!args.includes('--commit')) {
|
||||
console.log('Dry run — nothing written. Re-run with --commit to apply.')
|
||||
} else if (problemTotal > 0) {
|
||||
console.error(`Refusing to commit: ${problemTotal} problem row(s) above — fix the CSVs and re-run.`)
|
||||
process.exitCode = 1
|
||||
} else {
|
||||
const counts = await commitApexFull(db, 'system', files, keyHex)
|
||||
console.log('Committed:', JSON.stringify(counts, null, 2))
|
||||
}
|
||||
await db.close()
|
||||
})()
|
||||
@ -0,0 +1,794 @@
|
||||
import { fromRupees, fyOf, uuidv7 } from '@sims/domain'
|
||||
import { writeAudit } from './audit'
|
||||
import { encrypt } from './crypto'
|
||||
import type { DB } from './db'
|
||||
import { seedSeries } from './series'
|
||||
|
||||
/**
|
||||
* Full-APEX importer v2 (D20 — docs/superpowers/specs/2026-07-17-apex-parity-design.md §4).
|
||||
* Follows v1's discipline: stage → per-row problems → refuse commit while any problem
|
||||
* exists. Unlike v1 there are no staging tables — `stageApexFull` is a pure validation
|
||||
* pass that writes nothing; `commitApexFull` re-runs the same validation and applies
|
||||
* everything inside ONE transaction, auditing one summary row per section (per-row
|
||||
* client/document audits are deliberately skipped — 5k+ rows would drown the log).
|
||||
* Rupee amounts convert to integer paise via `fromRupees` at this edge; plaintext
|
||||
* passwords (client DB + SMS portal) are AES-256-GCM encrypted or the row is refused.
|
||||
* v1 (`import-apex.ts`) stays untouched for the simple owner-only web flow.
|
||||
*/
|
||||
|
||||
// ---------- tiny CSV parser (copied from v1, which keeps it private) ----------
|
||||
|
||||
function parseCsv(text: string): Record<string, string>[] {
|
||||
const rows: string[][] = []
|
||||
let field = ''
|
||||
let row: string[] = []
|
||||
let inQuotes = false
|
||||
const endField = (): void => { row.push(field); field = '' }
|
||||
const endRow = (): void => { endField(); rows.push(row); row = [] }
|
||||
for (let i = 0; i < text.length; i++) {
|
||||
const ch = text[i]!
|
||||
if (inQuotes) {
|
||||
if (ch === '"') {
|
||||
if (text[i + 1] === '"') { field += '"'; i++ } else inQuotes = false
|
||||
} else field += ch
|
||||
} else if (ch === '"') inQuotes = true
|
||||
else if (ch === ',') endField()
|
||||
else if (ch === '\n') endRow()
|
||||
else if (ch !== '\r') field += ch
|
||||
}
|
||||
if (field !== '' || row.length > 0) endRow()
|
||||
const header = (rows.shift() ?? []).map((h) => h.trim())
|
||||
return rows
|
||||
.filter((r) => r.some((c) => c.trim() !== ''))
|
||||
.map((r) => Object.fromEntries(header.map((h, i) => [h, (r[i] ?? '').trim()])))
|
||||
}
|
||||
|
||||
// ---------- typed workbook rows ----------
|
||||
|
||||
/** The nine CSVs of the APEX export (clients required, the rest optional). */
|
||||
export const APEX_FILES = [
|
||||
'clients', 'branches', 'bills', 'tickets',
|
||||
'sms_clients', 'sms_modules', 'rtgs_clients', 'sms_projects', 'rtgs_projects',
|
||||
] as const
|
||||
export type ApexFileName = (typeof APEX_FILES)[number]
|
||||
|
||||
type RowOf<H extends readonly string[]> = { [K in H[number]]: string }
|
||||
|
||||
const CLIENT_H = ['SID_NO', 'BANK', 'ADDRESS', 'PHONE', 'MAIL', 'DISTRICT', 'SMS', 'RTGS',
|
||||
'WHATSAPP', 'MOBILE_APP', 'DB_PASSWORD', 'ATM', 'ANYDESK', 'SECRETARY_CONTACT_DETAILS',
|
||||
'OS', 'SECTOR'] as const
|
||||
const BRANCH_H = ['ID', 'BRANCH', 'SMS', 'MID', 'BANK', 'BRCODE'] as const
|
||||
const BILL_H = ['DAY_DT', 'BILL_TYP', 'BILL_DATE', 'BILL_NO', 'BANK_ID', 'BANK_NAME', 'ADDRESS',
|
||||
'MOBILE', 'MAIL', 'REMARK', 'USR', 'INVOICE_NO', 'QTY', 'PER_QTY', 'DESCRIPTION',
|
||||
'INVOICE_TYPE', 'INVOICE_AMOUNT', 'PAYMENT_STATUS', 'PAYMENT_DATE', 'PAYMENT_AMOUNT',
|
||||
'NOTES', 'AMT', 'SRNO', 'GST_RATE', 'GST_AMOUNT', 'TOTAL_AMOUNT',
|
||||
'CONVERTED_FROM_PROFORMA_ID', 'GST_APPLICABLE', 'INVOICE_ID', 'SCROLL'] as const
|
||||
const TICKET_H = ['ID', 'DAY_DT', 'BANK_NAME', 'BANK_ID', 'BRID', 'TYPE', 'GROUP', 'ASSIGN_DATE',
|
||||
'MOBILE_NO', 'ASSIGNED_TO', 'DESCRIPTION', 'STATUS', 'CREATED', 'CREATED_BY', 'UPDATED',
|
||||
'UPDATED_BY', 'ONLINE_OFFLINE', 'MAIL_BLOB', 'MAIL', 'TRNS_ID', 'TRNS_FRM', 'DAY_ID',
|
||||
'ENAME', 'TRANS', 'TICKET_DROPED', 'DAY_CLS', 'OLD_ID', 'SCROLL'] as const
|
||||
const SMS_CLIENT_H = ['RNO', 'CID', 'BANK', 'DISTRICT', 'SMS', 'USERNAME', 'PASSWORD', 'PAYMENT',
|
||||
'SMS_PROVIDER', 'ADDED_FEATURES', 'CREATED_BY', 'UPDATED_BY', 'PHONE', 'TID', 'SMS_BALANCE',
|
||||
'ERR', 'REMARK', 'UPDATION', 'RESELLER', 'PAYMENT_DATE', 'INSTALLATION_DATE'] as const
|
||||
const SMS_MODULE_H = ['RNO', 'SID_NO', 'SMS_ID', 'HEAD', 'COLS', 'PKG', 'ACTIV', 'REMARK',
|
||||
'IMP_BY', 'ON_DAY_DT'] as const
|
||||
const RTGS_CLIENT_H = ['SID_NO', 'BANK_NAME', 'ADDRESS_IP', 'PHONE_NO', 'RTGS', 'IP_CODE',
|
||||
'E_COLLECTION_CODE', 'RID', 'TID', 'ABB', 'INTEGRATED_BANK_PARTNERS', 'REMARK', 'PAYMENT',
|
||||
'INSTALLATION_DATE', 'INSTALLED_ON', 'GENERATE_QR', 'SBI_INWARD_REPORT', 'PASSBOOK_PROGRAM',
|
||||
'IFSC_2025', 'NOTIFICATION', 'MISC_RTGS_OUTWARD', 'PAYMENT_DATE'] as const
|
||||
const SMS_PROJECT_H = ['CID', 'BANK', 'DISTRICT', 'DT_INFO', 'RNO', 'SMS', 'PHONE', 'ASSIGNED_TO',
|
||||
'TICKET_STATUS', 'DESCRIPTION', 'NEW_FORM', 'CREATED_BY', 'UPDATED_BY', 'TID'] as const
|
||||
const RTGS_PROJECT_H = ['CID', 'BANK', 'DT_INFO', 'RNO', 'RTGS', 'PHONE', 'ASSIGNED_TO',
|
||||
'TICKET_STATUS', 'DESCRIPTION', 'CREATED_BY', 'UPDATED_BY', 'TID'] as const
|
||||
|
||||
export type ApexClientRow = RowOf<typeof CLIENT_H>
|
||||
export type ApexBranchRow = RowOf<typeof BRANCH_H>
|
||||
export type ApexBillRow = RowOf<typeof BILL_H>
|
||||
export type ApexTicketRow = RowOf<typeof TICKET_H>
|
||||
export type ApexSmsClientRow = RowOf<typeof SMS_CLIENT_H>
|
||||
export type ApexSmsModuleRow = RowOf<typeof SMS_MODULE_H>
|
||||
export type ApexRtgsClientRow = RowOf<typeof RTGS_CLIENT_H>
|
||||
export type ApexSmsProjectRow = RowOf<typeof SMS_PROJECT_H>
|
||||
export type ApexRtgsProjectRow = RowOf<typeof RTGS_PROJECT_H>
|
||||
|
||||
export interface ApexWorkbook {
|
||||
clients: ApexClientRow[]
|
||||
branches: ApexBranchRow[]
|
||||
bills: ApexBillRow[]
|
||||
tickets: ApexTicketRow[]
|
||||
sms_clients: ApexSmsClientRow[]
|
||||
sms_modules: ApexSmsModuleRow[]
|
||||
rtgs_clients: ApexRtgsClientRow[]
|
||||
sms_projects: ApexSmsProjectRow[]
|
||||
rtgs_projects: ApexRtgsProjectRow[]
|
||||
}
|
||||
|
||||
/** Oracle CSV exports embed carriage returns as the literal token `_x000D_`. */
|
||||
const clean = (s: string): string => s.replace(/_x000D_/g, '\n').replace(/\r/g, '').trim()
|
||||
const orNull = (v: string): string | null => (v === '' ? null : v)
|
||||
|
||||
function typed<H extends readonly string[]>(records: Record<string, string>[], headers: H): RowOf<H>[] {
|
||||
return records.map((r) =>
|
||||
Object.fromEntries(headers.map((h) => [h, clean(r[h] ?? '')])) as RowOf<H>)
|
||||
}
|
||||
|
||||
/** Parse the csv-name→csv-text map (keys with or without `.csv`) into typed row arrays. */
|
||||
export function parseWorkbookCsvs(files: Record<string, string>): ApexWorkbook {
|
||||
const byName = new Map<string, string>()
|
||||
for (const [k, v] of Object.entries(files)) byName.set(k.toLowerCase().replace(/\.csv$/, ''), v)
|
||||
const rows = (name: ApexFileName): Record<string, string>[] => {
|
||||
const text = byName.get(name)
|
||||
return text === undefined ? [] : parseCsv(text)
|
||||
}
|
||||
return {
|
||||
clients: typed(rows('clients'), CLIENT_H),
|
||||
branches: typed(rows('branches'), BRANCH_H),
|
||||
bills: typed(rows('bills'), BILL_H),
|
||||
tickets: typed(rows('tickets'), TICKET_H),
|
||||
sms_clients: typed(rows('sms_clients'), SMS_CLIENT_H),
|
||||
sms_modules: typed(rows('sms_modules'), SMS_MODULE_H),
|
||||
rtgs_clients: typed(rows('rtgs_clients'), RTGS_CLIENT_H),
|
||||
sms_projects: typed(rows('sms_projects'), SMS_PROJECT_H),
|
||||
rtgs_projects: typed(rows('rtgs_projects'), RTGS_PROJECT_H),
|
||||
}
|
||||
}
|
||||
|
||||
// ---------- tolerant APEX date parser ----------
|
||||
|
||||
const MONTHS: Record<string, number> = {
|
||||
JAN: 1, FEB: 2, MAR: 3, APR: 4, MAY: 5, JUN: 6,
|
||||
JUL: 7, AUG: 8, SEP: 9, OCT: 10, NOV: 11, DEC: 12,
|
||||
}
|
||||
|
||||
function validDate(y: number, month: number, day: number): string | null {
|
||||
if (month < 1 || month > 12 || day < 1 || day > 31) return null
|
||||
const iso = `${y}-${String(month).padStart(2, '0')}-${String(day).padStart(2, '0')}`
|
||||
return Number.isNaN(Date.parse(iso)) ? null : iso
|
||||
}
|
||||
|
||||
/**
|
||||
* Best-effort date-part extraction for the formats seen in the APEX export:
|
||||
* ISO ('2025-08-18 00:00:00'), DD-MON-YYYY ('10-NOV-2023 10:57:18'), and
|
||||
* X-Y-ZZZZ / X/Y/ZZZZ where whichever of X/Y is >12 must be the day
|
||||
* ('08/29/2024' → MM/DD, '13-05-2024' → DD-MM); ambiguous → assume DD-MM
|
||||
* (the dominant APEX habit). Returns 'YYYY-MM-DD' or null.
|
||||
*/
|
||||
export function parseApexDate(raw: string): string | null {
|
||||
const s = raw.trim()
|
||||
if (s === '') return null
|
||||
let m = /^(\d{4})-(\d{1,2})-(\d{1,2})/.exec(s)
|
||||
if (m !== null) return validDate(Number(m[1]!), Number(m[2]!), Number(m[3]!))
|
||||
m = /^(\d{1,2})-([A-Za-z]{3})-(\d{4})/.exec(s)
|
||||
if (m !== null) {
|
||||
const month = MONTHS[m[2]!.toUpperCase()]
|
||||
return month === undefined ? null : validDate(Number(m[3]!), month, Number(m[1]!))
|
||||
}
|
||||
m = /^(\d{1,2})[/-](\d{1,2})[/-](\d{4})/.exec(s)
|
||||
if (m !== null) {
|
||||
const a = Number(m[1]!)
|
||||
const b = Number(m[2]!)
|
||||
const [day, month] = a > 12 ? [a, b] : b > 12 ? [b, a] : [a, b]
|
||||
return validDate(Number(m[3]!), month!, day!)
|
||||
}
|
||||
return null
|
||||
}
|
||||
|
||||
// ---------- report + plan ----------
|
||||
|
||||
export interface SectionReport { staged: number; problems: string[] }
|
||||
export type FullImportReport = Record<ApexFileName, SectionReport>
|
||||
|
||||
interface PlannedClient {
|
||||
id: string; code: string; name: string; address: string
|
||||
district: string | null; sector: string | null; os: string | null; anydesk: string | null
|
||||
contacts: { name: string; phone?: string; email?: string; role?: string }[]
|
||||
dbPasswordEnc: string | null
|
||||
}
|
||||
|
||||
interface PlannedAssignment {
|
||||
id: string; clientId: string; moduleCode: string
|
||||
provider: string | null; username: string | null; passwordEnc: string | null
|
||||
details: { label: string; value: string }[]
|
||||
remark: string | null
|
||||
/** True once sms/rtgs service data landed — gates updates onto pre-existing rows. */
|
||||
serviceTouched: boolean
|
||||
}
|
||||
|
||||
interface PlannedBranch { id: string; clientId: string; name: string; code: string | null }
|
||||
|
||||
interface PlannedDoc {
|
||||
id: string; docType: 'INVOICE' | 'PROFORMA' | 'QUOTATION'; docNo: string; fy: string
|
||||
clientId: string; docDate: string; status: string
|
||||
taxable: number; cgst: number; sgst: number; igst: number; roundOff: number; total: number
|
||||
payment: { amount: number; receivedOn: string } | null
|
||||
}
|
||||
|
||||
interface PlannedTicket {
|
||||
id: string; clientId: string; moduleCode: string | null; kind: string; description: string
|
||||
status: 'open' | 'in_progress' | 'waiting' | 'closed' | 'dropped'
|
||||
onlineOffline: string | null; openedOn: string; closedOn: string | null; createdAt: string
|
||||
}
|
||||
|
||||
interface PlannedInteraction {
|
||||
id: string; clientId: string; onDate: string; notes: string
|
||||
section: 'sms_projects' | 'rtgs_projects'
|
||||
}
|
||||
|
||||
interface Plan {
|
||||
report: FullImportReport
|
||||
ourState: string
|
||||
clients: PlannedClient[]
|
||||
assignments: PlannedAssignment[]
|
||||
branches: PlannedBranch[]
|
||||
docs: PlannedDoc[]
|
||||
tickets: PlannedTicket[]
|
||||
interactions: PlannedInteraction[]
|
||||
currentFy: string
|
||||
/** Max numeric tail among current-FY invoice numbers, for the series seed. */
|
||||
seedTail: number | null
|
||||
}
|
||||
|
||||
async function companyStateCode(db: DB): Promise<string> {
|
||||
const row = await db.get<{ value: string }>(`SELECT value FROM setting WHERE key='company.state_code'`)
|
||||
// Silent defaults on place-of-supply are how wrong GST reaches the portal — fail loudly.
|
||||
if (row === undefined) throw new Error(`Setting 'company.state_code' is not configured`)
|
||||
return row.value
|
||||
}
|
||||
|
||||
function rupeesToPaise(raw: string): number | null {
|
||||
if (raw === '') return null
|
||||
const n = Number(raw)
|
||||
return Number.isFinite(n) ? fromRupees(n) : null
|
||||
}
|
||||
|
||||
/** '' and the APEX placeholder 'NO DATA' both mean "nothing here". */
|
||||
const noData = (v: string): boolean => v === '' || v.toUpperCase() === 'NO DATA'
|
||||
|
||||
const MODULE_NAMES: Record<string, string> = {
|
||||
SMS: 'Bulk SMS', RTGS: 'RTGS', WHATSAPP: 'WhatsApp', MOBILEAPP: 'Mobile App', ATM: 'ATM',
|
||||
}
|
||||
|
||||
const FLAG_MODULES: { col: 'SMS' | 'RTGS' | 'WHATSAPP' | 'MOBILE_APP' | 'ATM'; code: string }[] = [
|
||||
{ col: 'SMS', code: 'SMS' },
|
||||
{ col: 'RTGS', code: 'RTGS' },
|
||||
{ col: 'WHATSAPP', code: 'WHATSAPP' },
|
||||
{ col: 'MOBILE_APP', code: 'MOBILEAPP' },
|
||||
{ col: 'ATM', code: 'ATM' },
|
||||
]
|
||||
|
||||
function mapTicketStatus(status: string, dropped: string): PlannedTicket['status'] {
|
||||
const s = status.toUpperCase()
|
||||
if (s === 'CLOSED') return 'closed'
|
||||
if (s === 'OPEN') return 'open'
|
||||
if (s.includes('WAITING')) return 'waiting'
|
||||
if (dropped.toUpperCase() === 'Y') return 'dropped'
|
||||
return 'open'
|
||||
}
|
||||
|
||||
/** Set-or-replace one labeled detail (skip empty values, replace an existing label). */
|
||||
function setDetail(a: PlannedAssignment, label: string, value: string): void {
|
||||
if (value === '') return
|
||||
const existing = a.details.find((d) => d.label === label)
|
||||
if (existing !== undefined) existing.value = value
|
||||
else a.details.push({ label, value })
|
||||
}
|
||||
|
||||
/**
|
||||
* The single validation + mapping pass shared by stage and commit. Reads the DB
|
||||
* (existing codes/doc numbers/state codes) but NEVER writes. Rows with problems
|
||||
* are reported and excluded from the plan; commit refuses while any exist.
|
||||
*/
|
||||
async function buildPlan(db: DB, wb: ApexWorkbook, keyHex: string): Promise<Plan> {
|
||||
const ourState = await companyStateCode(db)
|
||||
const report = Object.fromEntries(
|
||||
APEX_FILES.map((s) => [s, { staged: wb[s].length, problems: [] as string[] }]),
|
||||
) as FullImportReport
|
||||
const plan: Plan = {
|
||||
report, ourState, clients: [], assignments: [], branches: [], docs: [], tickets: [],
|
||||
interactions: [], currentFy: fyOf(new Date().toISOString().slice(0, 10)), seedTail: null,
|
||||
}
|
||||
const todayIso = new Date().toISOString().slice(0, 10)
|
||||
const now = new Date().toISOString()
|
||||
|
||||
const existing = await db.all<{ id: string; code: string; name: string; state_code: string }>(
|
||||
`SELECT id, code, name, state_code FROM client`,
|
||||
)
|
||||
const existingByCode = new Map(existing.map((c) => [c.code, c]))
|
||||
const existingByName = new Map<string, string>()
|
||||
for (const c of existing) if (!existingByName.has(c.name)) existingByName.set(c.name, c.id)
|
||||
const existingDocNos = new Set(
|
||||
(await db.all<{ doc_no: string }>(`SELECT doc_no FROM document WHERE doc_no IS NOT NULL`))
|
||||
.map((r) => r.doc_no),
|
||||
)
|
||||
|
||||
const planByCode = new Map<string, PlannedClient>()
|
||||
const planByName = new Map<string, string>()
|
||||
const resolveClient = (code: string): { id: string; state: string } | undefined => {
|
||||
const p = planByCode.get(code)
|
||||
if (p !== undefined) return { id: p.id, state: ourState } // imported clients take our state
|
||||
const e = existingByCode.get(code)
|
||||
return e === undefined ? undefined : { id: e.id, state: e.state_code }
|
||||
}
|
||||
|
||||
const assignmentByKey = new Map<string, PlannedAssignment>()
|
||||
const ensureAssignment = (clientId: string, moduleCode: string): PlannedAssignment => {
|
||||
const key = `${clientId}|${moduleCode}`
|
||||
let a = assignmentByKey.get(key)
|
||||
if (a === undefined) {
|
||||
a = {
|
||||
id: uuidv7(), clientId, moduleCode,
|
||||
provider: null, username: null, passwordEnc: null, details: [], remark: null,
|
||||
serviceTouched: false,
|
||||
}
|
||||
assignmentByKey.set(key, a)
|
||||
}
|
||||
return a
|
||||
}
|
||||
|
||||
// ----- clients (SID_NO is the cross-file join key → client.code) -----
|
||||
for (let i = 0; i < wb.clients.length; i++) {
|
||||
const r = wb.clients[i]!
|
||||
const probs: string[] = []
|
||||
const code = r.SID_NO
|
||||
if (code === '') probs.push('missing SID_NO')
|
||||
else if (planByCode.has(code) || existingByCode.has(code)) probs.push(`duplicate SID_NO: ${code}`)
|
||||
if (r.BANK === '') probs.push('missing BANK')
|
||||
let dbPasswordEnc: string | null = null
|
||||
if (!noData(r.DB_PASSWORD)) {
|
||||
if (keyHex === '') {
|
||||
probs.push('DB_PASSWORD present but HQ_SECRET_KEY is not configured — refusing to import it unencrypted')
|
||||
} else dbPasswordEnc = encrypt(r.DB_PASSWORD, keyHex)
|
||||
}
|
||||
if (probs.length > 0) {
|
||||
report.clients.problems.push(...probs.map((p) => `row ${i + 1}: ${p}`))
|
||||
continue
|
||||
}
|
||||
const contacts: PlannedClient['contacts'] = []
|
||||
if (r.PHONE !== '' || r.MAIL !== '') {
|
||||
contacts.push({
|
||||
name: r.BANK,
|
||||
...(r.PHONE !== '' ? { phone: r.PHONE } : {}),
|
||||
...(r.MAIL !== '' ? { email: r.MAIL } : {}),
|
||||
})
|
||||
}
|
||||
if (r.SECRETARY_CONTACT_DETAILS !== '') {
|
||||
contacts.push({ name: r.SECRETARY_CONTACT_DETAILS, role: 'secretary' })
|
||||
}
|
||||
const pc: PlannedClient = {
|
||||
id: uuidv7(), code, name: r.BANK, address: r.ADDRESS,
|
||||
district: orNull(r.DISTRICT), sector: orNull(r.SECTOR), os: orNull(r.OS),
|
||||
anydesk: noData(r.ANYDESK) ? null : r.ANYDESK,
|
||||
contacts, dbPasswordEnc,
|
||||
}
|
||||
planByCode.set(code, pc)
|
||||
if (!planByName.has(pc.name)) planByName.set(pc.name, pc.id)
|
||||
plan.clients.push(pc)
|
||||
// YES/Y* service flags → live module assignments.
|
||||
for (const f of FLAG_MODULES) {
|
||||
if (r[f.col].toUpperCase().startsWith('Y')) ensureAssignment(pc.id, f.code)
|
||||
}
|
||||
}
|
||||
|
||||
// ----- branches (MID → client.code) -----
|
||||
for (let i = 0; i < wb.branches.length; i++) {
|
||||
const r = wb.branches[i]!
|
||||
const probs: string[] = []
|
||||
const c = r.MID === '' ? undefined : resolveClient(r.MID)
|
||||
if (r.MID === '') probs.push('missing MID')
|
||||
else if (c === undefined) probs.push(`unknown client MID=${r.MID}`)
|
||||
if (r.BRANCH === '') probs.push('missing BRANCH')
|
||||
if (probs.length > 0) {
|
||||
report.branches.problems.push(...probs.map((p) => `row ${i + 1}: ${p}`))
|
||||
continue
|
||||
}
|
||||
plan.branches.push({ id: uuidv7(), clientId: c!.id, name: r.BRANCH, code: orNull(r.BRCODE) })
|
||||
}
|
||||
|
||||
// ----- bills (documents + payments; legacy numbers kept, series seeded past them) -----
|
||||
const TYPE_MAP: Record<string, PlannedDoc['docType']> = {
|
||||
'INVOICE': 'INVOICE', 'PROFORMA INVOICE': 'PROFORMA', 'QUOTATION': 'QUOTATION',
|
||||
}
|
||||
const seenDocNos = new Set<string>()
|
||||
for (let i = 0; i < wb.bills.length; i++) {
|
||||
const r = wb.bills[i]!
|
||||
const probs: string[] = []
|
||||
const c = r.BANK_ID === '' ? undefined : resolveClient(r.BANK_ID)
|
||||
if (r.BANK_ID === '') probs.push('missing BANK_ID')
|
||||
else if (c === undefined) probs.push(`unknown client BANK_ID=${r.BANK_ID}`)
|
||||
const docType = TYPE_MAP[r.INVOICE_TYPE.toUpperCase()]
|
||||
if (docType === undefined) probs.push(`unknown INVOICE_TYPE: ${r.INVOICE_TYPE}`)
|
||||
const docNo = r.INVOICE_NO
|
||||
if (docNo === '') probs.push('missing INVOICE_NO')
|
||||
else if (seenDocNos.has(docNo) || existingDocNos.has(docNo)) probs.push(`duplicate doc_no: ${docNo}`)
|
||||
if (docNo !== '') seenDocNos.add(docNo)
|
||||
const docDate = parseApexDate(r.BILL_DATE)
|
||||
if (docDate === null) probs.push(`bad BILL_DATE: ${r.BILL_DATE}`)
|
||||
const taxable = rupeesToPaise(r.INVOICE_AMOUNT)
|
||||
if (taxable === null) probs.push(`bad INVOICE_AMOUNT: ${r.INVOICE_AMOUNT}`)
|
||||
const tax = r.GST_AMOUNT === '' ? 0 : rupeesToPaise(r.GST_AMOUNT)
|
||||
if (tax === null) probs.push(`bad GST_AMOUNT: ${r.GST_AMOUNT}`)
|
||||
let total: number | null = null
|
||||
if (taxable !== null && tax !== null) {
|
||||
total = r.TOTAL_AMOUNT === '' ? taxable + tax : rupeesToPaise(r.TOTAL_AMOUNT)
|
||||
if (total === null) probs.push(`bad TOTAL_AMOUNT: ${r.TOTAL_AMOUNT}`)
|
||||
}
|
||||
if (probs.length > 0) {
|
||||
report.bills.problems.push(...probs.map((p) => `row ${i + 1}: ${p}`))
|
||||
continue
|
||||
}
|
||||
// GST split by place of supply (v1 pattern): intra-state → CGST+SGST, else IGST.
|
||||
const intra = c!.state === ourState
|
||||
const cgst = intra ? Math.floor(tax! / 2) : 0
|
||||
const sgst = intra ? tax! - cgst : 0
|
||||
const igst = intra ? 0 : tax!
|
||||
const status = docType === 'INVOICE'
|
||||
? (r.PAYMENT_STATUS.toUpperCase() === 'PAID' ? 'paid' : 'sent')
|
||||
: 'sent'
|
||||
const payAmt = rupeesToPaise(r.PAYMENT_AMOUNT)
|
||||
const payDate = parseApexDate(r.PAYMENT_DATE)
|
||||
const payment = docType === 'INVOICE' && payAmt !== null && payAmt > 0 && payDate !== null
|
||||
? { amount: Math.min(payAmt, total!), receivedOn: payDate }
|
||||
: null
|
||||
plan.docs.push({
|
||||
id: uuidv7(), docType: docType!, docNo, fy: fyOf(docDate!), clientId: c!.id,
|
||||
docDate: docDate!, status,
|
||||
taxable: taxable!, cgst, sgst, igst, roundOff: total! - taxable! - tax!, total: total!,
|
||||
payment,
|
||||
})
|
||||
}
|
||||
// Series seed (v1 logic): continue INVOICE numbering after the last current-FY
|
||||
// legacy number — prefixes differ, so only the numeric tail matters.
|
||||
const tails = plan.docs
|
||||
.filter((d) => d.docType === 'INVOICE' && d.fy === plan.currentFy)
|
||||
.map((d) => /(\d+)$/.exec(d.docNo)?.[1])
|
||||
.filter((t): t is string => t !== undefined)
|
||||
.map((t) => Number(t))
|
||||
plan.seedTail = tails.length > 0 ? Math.max(...tails) : null
|
||||
|
||||
// ----- tickets (BANK_ID → code; blank BANK_ID falls back to exact BANK_NAME) -----
|
||||
for (let i = 0; i < wb.tickets.length; i++) {
|
||||
const r = wb.tickets[i]!
|
||||
const probs: string[] = []
|
||||
let clientId: string | undefined
|
||||
if (r.BANK_ID !== '') {
|
||||
const c = resolveClient(r.BANK_ID)
|
||||
if (c === undefined) probs.push(`unknown client BANK_ID=${r.BANK_ID}`)
|
||||
else clientId = c.id
|
||||
} else if (r.BANK_NAME !== '') {
|
||||
clientId = planByName.get(r.BANK_NAME) ?? existingByName.get(r.BANK_NAME)
|
||||
if (clientId === undefined) probs.push(`no client named '${r.BANK_NAME}'`)
|
||||
} else probs.push('missing BANK_ID and BANK_NAME')
|
||||
const openedRaw = r.ASSIGN_DATE !== '' ? r.ASSIGN_DATE : (r.DAY_DT !== '' ? r.DAY_DT : r.CREATED)
|
||||
const openedOn = parseApexDate(openedRaw)
|
||||
if (openedOn === null) probs.push(`no parseable open date (ASSIGN_DATE='${r.ASSIGN_DATE}', DAY_DT='${r.DAY_DT}', CREATED='${r.CREATED}')`)
|
||||
if (probs.length > 0) {
|
||||
report.tickets.problems.push(...probs.map((p) => `row ${i + 1}: ${p}`))
|
||||
continue
|
||||
}
|
||||
const status = mapTicketStatus(r.STATUS, r.TICKET_DROPED)
|
||||
const oo = r.ONLINE_OFFLINE.toUpperCase()
|
||||
plan.tickets.push({
|
||||
id: uuidv7(), clientId: clientId!,
|
||||
moduleCode: orNull(r.GROUP), kind: r.TYPE, description: r.DESCRIPTION, status,
|
||||
onlineOffline: oo === 'ONLINE' || oo === 'OFFLINE' ? oo.toLowerCase() : null,
|
||||
openedOn: openedOn!,
|
||||
closedOn: status === 'closed' || status === 'dropped' ? parseApexDate(r.UPDATED) : null,
|
||||
createdAt: r.CREATED !== '' ? r.CREATED : now,
|
||||
// BRID has no reliable branch join and APEX staff ids don't map to HQ
|
||||
// staff — branch_id and assigned_to stay NULL by design.
|
||||
})
|
||||
}
|
||||
|
||||
// ----- SMS service data (sms_clients: CID → code → the client's SMS module) -----
|
||||
const seenSmsCids = new Set<string>()
|
||||
for (let i = 0; i < wb.sms_clients.length; i++) {
|
||||
const r = wb.sms_clients[i]!
|
||||
const probs: string[] = []
|
||||
const c = r.CID === '' ? undefined : resolveClient(r.CID)
|
||||
if (r.CID === '') probs.push('missing CID')
|
||||
else if (c === undefined) probs.push(`unknown client CID=${r.CID}`)
|
||||
else if (seenSmsCids.has(r.CID)) probs.push(`duplicate CID: ${r.CID}`)
|
||||
if (r.CID !== '') seenSmsCids.add(r.CID)
|
||||
let passwordEnc: string | null = null
|
||||
if (r.PASSWORD !== '') {
|
||||
if (keyHex === '') {
|
||||
probs.push('PASSWORD present but HQ_SECRET_KEY is not configured — refusing to import it unencrypted')
|
||||
} else passwordEnc = encrypt(r.PASSWORD, keyHex)
|
||||
}
|
||||
if (probs.length > 0) {
|
||||
report.sms_clients.problems.push(...probs.map((p) => `row ${i + 1}: ${p}`))
|
||||
continue
|
||||
}
|
||||
// Flag said NO but this table has a row → data wins, create the assignment.
|
||||
const a = ensureAssignment(c!.id, 'SMS')
|
||||
a.provider = orNull(r.SMS_PROVIDER)
|
||||
a.username = orNull(r.USERNAME)
|
||||
a.passwordEnc = passwordEnc
|
||||
a.remark = orNull(r.REMARK)
|
||||
setDetail(a, 'SMS balance', r.SMS_BALANCE)
|
||||
setDetail(a, 'Reseller', r.RESELLER)
|
||||
setDetail(a, 'Features', r.ADDED_FEATURES)
|
||||
setDetail(a, 'Updation', r.UPDATION)
|
||||
setDetail(a, 'Payment', r.PAYMENT)
|
||||
setDetail(a, 'Phone', r.PHONE)
|
||||
setDetail(a, 'Installed', r.INSTALLATION_DATE)
|
||||
a.serviceTouched = true
|
||||
}
|
||||
|
||||
// ----- SMS alert types (sms_modules: group by SID_NO, HEAD where ACTIV='Y') -----
|
||||
const alertsByClient = new Map<string, string[]>()
|
||||
for (let i = 0; i < wb.sms_modules.length; i++) {
|
||||
const r = wb.sms_modules[i]!
|
||||
const c = r.SID_NO === '' ? undefined : resolveClient(r.SID_NO)
|
||||
if (c === undefined) {
|
||||
report.sms_modules.problems.push(`row ${i + 1}: ${r.SID_NO === '' ? 'missing SID_NO' : `unknown client SID_NO=${r.SID_NO}`}`)
|
||||
continue
|
||||
}
|
||||
if (r.ACTIV.toUpperCase() === 'Y' && r.HEAD !== '') {
|
||||
const list = alertsByClient.get(c.id) ?? []
|
||||
list.push(r.HEAD)
|
||||
alertsByClient.set(c.id, list)
|
||||
}
|
||||
}
|
||||
for (const [clientId, heads] of alertsByClient) {
|
||||
const a = ensureAssignment(clientId, 'SMS')
|
||||
setDetail(a, 'Active alerts', heads.join(', '))
|
||||
a.serviceTouched = true
|
||||
}
|
||||
|
||||
// ----- RTGS service data (rtgs_clients: SID_NO → code → the RTGS module) -----
|
||||
const seenRtgsSids = new Set<string>()
|
||||
for (let i = 0; i < wb.rtgs_clients.length; i++) {
|
||||
const r = wb.rtgs_clients[i]!
|
||||
const probs: string[] = []
|
||||
const c = r.SID_NO === '' ? undefined : resolveClient(r.SID_NO)
|
||||
if (r.SID_NO === '') probs.push('missing SID_NO')
|
||||
else if (c === undefined) probs.push(`unknown client SID_NO=${r.SID_NO}`)
|
||||
else if (seenRtgsSids.has(r.SID_NO)) probs.push(`duplicate SID_NO: ${r.SID_NO}`)
|
||||
if (r.SID_NO !== '') seenRtgsSids.add(r.SID_NO)
|
||||
if (probs.length > 0) {
|
||||
report.rtgs_clients.problems.push(...probs.map((p) => `row ${i + 1}: ${p}`))
|
||||
continue
|
||||
}
|
||||
const a = ensureAssignment(c!.id, 'RTGS')
|
||||
setDetail(a, 'IP', r.ADDRESS_IP)
|
||||
setDetail(a, 'IP code', r.IP_CODE)
|
||||
setDetail(a, 'E-collection code', r.E_COLLECTION_CODE)
|
||||
setDetail(a, 'ABB', r.ABB)
|
||||
setDetail(a, 'Partner bank', r.INTEGRATED_BANK_PARTNERS)
|
||||
setDetail(a, 'QR', r.GENERATE_QR)
|
||||
setDetail(a, 'SBI inward report', r.SBI_INWARD_REPORT)
|
||||
setDetail(a, 'Passbook program', r.PASSBOOK_PROGRAM)
|
||||
setDetail(a, 'IFSC 2025', r.IFSC_2025)
|
||||
setDetail(a, 'Notification', r.NOTIFICATION)
|
||||
setDetail(a, 'Misc RTGS outward', r.MISC_RTGS_OUTWARD)
|
||||
setDetail(a, 'Phone', r.PHONE_NO)
|
||||
setDetail(a, 'Installed', r.INSTALLED_ON !== '' ? r.INSTALLED_ON : r.INSTALLATION_DATE)
|
||||
setDetail(a, 'Payment', r.PAYMENT)
|
||||
a.remark = orNull(r.REMARK)
|
||||
a.serviceTouched = true
|
||||
}
|
||||
|
||||
// ----- project lists → interaction rows -----
|
||||
const planProjects = (
|
||||
rows: { CID: string; DT_INFO: string; TICKET_STATUS: string; DESCRIPTION: string }[],
|
||||
tag: string, section: 'sms_projects' | 'rtgs_projects',
|
||||
): void => {
|
||||
for (let i = 0; i < rows.length; i++) {
|
||||
const r = rows[i]!
|
||||
const c = r.CID === '' ? undefined : resolveClient(r.CID)
|
||||
if (c === undefined) {
|
||||
report[section].problems.push(`row ${i + 1}: ${r.CID === '' ? 'missing CID' : `unknown client CID=${r.CID}`}`)
|
||||
continue
|
||||
}
|
||||
const parsed = parseApexDate(r.DT_INFO)
|
||||
const bits = [r.TICKET_STATUS, r.DESCRIPTION].filter((s) => s !== '')
|
||||
let notes = bits.length > 0 ? `${tag} ${bits.join(' — ')}` : tag
|
||||
if (parsed === null && r.DT_INFO !== '') notes += ` (DT_INFO unparsed: ${r.DT_INFO})`
|
||||
plan.interactions.push({
|
||||
id: uuidv7(), clientId: c.id, onDate: parsed ?? todayIso, notes, section,
|
||||
})
|
||||
}
|
||||
}
|
||||
planProjects(wb.sms_projects, '[SMS project]', 'sms_projects')
|
||||
planProjects(wb.rtgs_projects, '[RTGS project]', 'rtgs_projects')
|
||||
|
||||
plan.assignments = [...assignmentByKey.values()]
|
||||
return plan
|
||||
}
|
||||
|
||||
// ---------- stage (pure validation — writes nothing) ----------
|
||||
|
||||
/**
|
||||
* Validation pass over the whole workbook: per-section staged counts and per-row
|
||||
* problems. Reads the DB for join/duplicate checks but writes nothing permanent
|
||||
* (nothing at all, in fact — there are no v2 staging tables).
|
||||
*/
|
||||
export async function stageApexFull(
|
||||
db: DB, files: Record<string, string>, keyHex = '',
|
||||
): Promise<FullImportReport> {
|
||||
const plan = await buildPlan(db, parseWorkbookCsvs(files), keyHex)
|
||||
return plan.report
|
||||
}
|
||||
|
||||
// ---------- commit (same validation, ONE transaction) ----------
|
||||
|
||||
export interface FullCommitResult {
|
||||
clients: number; client_modules: number; branches: number
|
||||
bills: number; payments: number; tickets: number
|
||||
sms_clients: number; sms_modules: number; rtgs_clients: number
|
||||
sms_projects: number; rtgs_projects: number
|
||||
seeded: { fy: string; lastSeq: number } | null
|
||||
}
|
||||
|
||||
const ALL_KINDS_JSON = JSON.stringify(['one_time', 'monthly', 'yearly', 'usage'])
|
||||
|
||||
async function ensureModule(db: DB, code: string): Promise<string> {
|
||||
const row = await db.get<{ id: string }>(`SELECT id FROM module WHERE code=?`, code)
|
||||
if (row !== undefined) return row.id
|
||||
const id = uuidv7()
|
||||
await db.run(
|
||||
`INSERT INTO module (id, code, name, sac, allowed_kinds, multi_subscription, quote_content)
|
||||
VALUES (?, ?, ?, '998313', ?, 0, '[]')`,
|
||||
id, code, MODULE_NAMES[code] ?? code, ALL_KINDS_JSON,
|
||||
)
|
||||
return id
|
||||
}
|
||||
|
||||
/**
|
||||
* Re-run the validation and, only if EVERY section is clean, apply the whole
|
||||
* workbook in one transaction. Auditing is one summary row per section (the
|
||||
* deliberate volume call — 5k tickets would drown per-row audits).
|
||||
*/
|
||||
export async function commitApexFull(
|
||||
db: DB, userId: string, files: Record<string, string>, keyHex = '',
|
||||
): Promise<FullCommitResult> {
|
||||
const wb = parseWorkbookCsvs(files)
|
||||
const plan = await buildPlan(db, wb, keyHex)
|
||||
const allProblems = APEX_FILES.flatMap((s) => plan.report[s].problems.map((p) => `${s} ${p}`))
|
||||
if (allProblems.length > 0) {
|
||||
throw new Error(`${allProblems.length} problem row(s) block the import — fix the CSVs and re-stage:\n${allProblems.join('\n')}`)
|
||||
}
|
||||
const now = new Date().toISOString()
|
||||
return db.transaction(async (): Promise<FullCommitResult> => {
|
||||
// Clients — source 'apex' marks the cutover rows; code IS the APEX SID_NO.
|
||||
for (const c of plan.clients) {
|
||||
await db.run(
|
||||
`INSERT INTO client (id, code, name, gstin, state_code, address, contacts, status,
|
||||
anydesk, os, district, sector, db_password_enc, source, created_at)
|
||||
VALUES (?, ?, ?, NULL, ?, ?, ?, 'active', ?, ?, ?, ?, ?, 'apex', ?)`,
|
||||
c.id, c.code, c.name, plan.ourState, c.address, JSON.stringify(c.contacts),
|
||||
c.anydesk, c.os, c.district, c.sector, c.dbPasswordEnc, now,
|
||||
)
|
||||
}
|
||||
|
||||
// Module assignments — direct inserts, NOT assignModule (which audits per row).
|
||||
const moduleIds = new Map<string, string>()
|
||||
for (const a of plan.assignments) {
|
||||
let moduleId = moduleIds.get(a.moduleCode)
|
||||
if (moduleId === undefined) {
|
||||
moduleId = await ensureModule(db, a.moduleCode)
|
||||
moduleIds.set(a.moduleCode, moduleId)
|
||||
}
|
||||
const existingCm = await db.get<{ id: string }>(
|
||||
`SELECT id FROM client_module WHERE client_id=? AND module_id=? AND active=1`,
|
||||
a.clientId, moduleId,
|
||||
)
|
||||
if (existingCm === undefined) {
|
||||
await db.run(
|
||||
`INSERT INTO client_module (id, client_id, module_id, status, kind, edition, active,
|
||||
provider, username, password_enc, details, remark)
|
||||
VALUES (?, ?, ?, 'live', 'yearly', 'standard', 1, ?, ?, ?, ?, ?)`,
|
||||
a.id, a.clientId, moduleId,
|
||||
a.provider, a.username, a.passwordEnc, JSON.stringify(a.details), a.remark,
|
||||
)
|
||||
} else if (a.serviceTouched) {
|
||||
// Client pre-dated this import with a live assignment: service data wins.
|
||||
await db.run(
|
||||
`UPDATE client_module SET provider=?, username=?, password_enc=?, details=?, remark=? WHERE id=?`,
|
||||
a.provider, a.username, a.passwordEnc, JSON.stringify(a.details), a.remark, existingCm.id,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
// Branches.
|
||||
for (const b of plan.branches) {
|
||||
await db.run(
|
||||
`INSERT INTO client_branch (id, client_id, name, code, active) VALUES (?, ?, ?, ?, 1)`,
|
||||
b.id, b.clientId, b.name, b.code,
|
||||
)
|
||||
}
|
||||
|
||||
// Documents (history-only: empty payload lines, legacy numbers) + payments.
|
||||
let payments = 0
|
||||
for (const d of plan.docs) {
|
||||
const totals = {
|
||||
grossPaise: d.taxable, discountPaise: 0, taxablePaise: d.taxable,
|
||||
cgstPaise: d.cgst, sgstPaise: d.sgst, igstPaise: d.igst, cessPaise: 0,
|
||||
roundOffPaise: d.roundOff, payablePaise: d.total, savingsVsMrpPaise: 0,
|
||||
}
|
||||
await db.run(
|
||||
`INSERT INTO document (id, doc_type, doc_no, fy, client_id, doc_date, status, ref_doc_id,
|
||||
taxable_paise, cgst_paise, sgst_paise, igst_paise, round_off_paise, payable_paise,
|
||||
payload, source, created_by, created_at)
|
||||
VALUES (?, ?, ?, ?, ?, ?, ?, NULL, ?, ?, ?, ?, ?, ?, ?, 'apex', ?, ?)`,
|
||||
d.id, d.docType, d.docNo, d.fy, d.clientId, d.docDate, d.status,
|
||||
d.taxable, d.cgst, d.sgst, d.igst, d.roundOff, d.total,
|
||||
JSON.stringify({ lines: [], totals }), userId, now,
|
||||
)
|
||||
if (d.payment !== null) {
|
||||
const paymentId = uuidv7()
|
||||
await db.run(
|
||||
`INSERT INTO payment (id, client_id, received_on, mode, reference, amount_paise,
|
||||
tds_paise, created_by, created_at)
|
||||
VALUES (?, ?, ?, 'bank', 'APEX import', ?, 0, ?, ?)`,
|
||||
paymentId, d.clientId, d.payment.receivedOn, d.payment.amount, userId, now,
|
||||
)
|
||||
await db.run(
|
||||
`INSERT INTO payment_allocation (id, payment_id, document_id, amount_paise)
|
||||
VALUES (?, ?, ?, ?)`,
|
||||
uuidv7(), paymentId, d.id, d.payment.amount,
|
||||
)
|
||||
payments++
|
||||
}
|
||||
}
|
||||
|
||||
// Series seed: continue INVOICE numbering after the last current-FY legacy number.
|
||||
let seeded: FullCommitResult['seeded'] = null
|
||||
if (plan.seedTail !== null) {
|
||||
await seedSeries(db, 'INVOICE', plan.currentFy, plan.seedTail)
|
||||
seeded = { fy: plan.currentFy, lastSeq: plan.seedTail }
|
||||
await writeAudit(db, userId, 'import', 'doc_series', `INVOICE/${plan.currentFy}`, undefined,
|
||||
{ lastSeq: plan.seedTail })
|
||||
}
|
||||
|
||||
// Tickets.
|
||||
for (const t of plan.tickets) {
|
||||
await db.run(
|
||||
`INSERT INTO ticket (id, client_id, branch_id, module_code, kind, description, status,
|
||||
assigned_to, online_offline, opened_on, closed_on, created_by, created_at, source)
|
||||
VALUES (?, ?, NULL, ?, ?, ?, ?, NULL, ?, ?, ?, ?, ?, 'apex')`,
|
||||
t.id, t.clientId, t.moduleCode, t.kind, t.description, t.status,
|
||||
t.onlineOffline, t.openedOn, t.closedOn, userId, t.createdAt,
|
||||
)
|
||||
}
|
||||
|
||||
// Project lists → interaction rows under a get-or-create 'project' type.
|
||||
if (plan.interactions.length > 0) {
|
||||
// Portability quirk: ON CONFLICT upsert is SQLite/Postgres dialect (standard SQL has MERGE).
|
||||
await db.run(
|
||||
`INSERT INTO interaction_type (code, label) VALUES ('project', 'Project note')
|
||||
ON CONFLICT (code) DO NOTHING`,
|
||||
)
|
||||
for (const x of plan.interactions) {
|
||||
await db.run(
|
||||
`INSERT INTO interaction (id, client_id, type_code, on_date, staff_id, notes,
|
||||
outcome, follow_up_on, created_at)
|
||||
VALUES (?, ?, 'project', ?, ?, ?, NULL, NULL, ?)`,
|
||||
x.id, x.clientId, x.onDate, userId, x.notes, now,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
const counts: FullCommitResult = {
|
||||
clients: plan.clients.length,
|
||||
client_modules: plan.assignments.length,
|
||||
branches: plan.branches.length,
|
||||
bills: plan.docs.length,
|
||||
payments,
|
||||
tickets: plan.tickets.length,
|
||||
sms_clients: plan.report.sms_clients.staged,
|
||||
sms_modules: plan.report.sms_modules.staged,
|
||||
rtgs_clients: plan.report.rtgs_clients.staged,
|
||||
sms_projects: plan.interactions.filter((x) => x.section === 'sms_projects').length,
|
||||
rtgs_projects: plan.interactions.filter((x) => x.section === 'rtgs_projects').length,
|
||||
seeded,
|
||||
}
|
||||
// One summary audit row per section that carried data — same txn as the writes.
|
||||
for (const s of APEX_FILES) {
|
||||
const count = counts[s]
|
||||
if (count > 0) await writeAudit(db, userId, 'import', s, 'apex', undefined, { count })
|
||||
}
|
||||
return counts
|
||||
})
|
||||
}
|
||||
@ -0,0 +1,334 @@
|
||||
// apps/hq/test/import-apex-full.test.ts — D20 full-APEX importer v2 (stage → problems → one-txn commit)
|
||||
import { describe, it, expect } from 'vitest'
|
||||
import { fyOf } from '@sims/domain'
|
||||
import { openDb, type DB } from '../src/db'
|
||||
import { seedIfEmpty } from '../src/seed'
|
||||
import { decrypt } from '../src/crypto'
|
||||
import { commitApexFull, parseApexDate, stageApexFull } from '../src/import-apex-full'
|
||||
|
||||
const KEY = '22'.repeat(32) // 64 hex chars = 32 bytes
|
||||
const TODAY = new Date().toISOString().slice(0, 10)
|
||||
const FY = fyOf(TODAY)
|
||||
|
||||
// Build a CSV from sparse row objects — headers EXACTLY as the APEX export ships them.
|
||||
const csv = (headers: string, rows: Record<string, string>[]): string =>
|
||||
headers + '\n'
|
||||
+ rows.map((r) => headers.split(',').map((h) => r[h] ?? '').join(',')).join('\n') + '\n'
|
||||
|
||||
const CLIENT_HDR = 'SID_NO,BANK,ADDRESS,PHONE,MAIL,DISTRICT,SMS,RTGS,WHATSAPP,MOBILE_APP,DB_PASSWORD,ATM,ANYDESK,SECRETARY_CONTACT_DETAILS,OS,SECTOR'
|
||||
const BRANCH_HDR = 'ID,BRANCH,SMS,MID,BANK,BRCODE'
|
||||
const BILL_HDR = 'DAY_DT,BILL_TYP,BILL_DATE,BILL_NO,BANK_ID,BANK_NAME,ADDRESS,MOBILE,MAIL,REMARK,USR,INVOICE_NO,QTY,PER_QTY,DESCRIPTION,INVOICE_TYPE,INVOICE_AMOUNT,PAYMENT_STATUS,PAYMENT_DATE,PAYMENT_AMOUNT,NOTES,AMT,SRNO,GST_RATE,GST_AMOUNT,TOTAL_AMOUNT,CONVERTED_FROM_PROFORMA_ID,GST_APPLICABLE,INVOICE_ID,SCROLL'
|
||||
const TICKET_HDR = 'ID,DAY_DT,BANK_NAME,BANK_ID,BRID,TYPE,GROUP,ASSIGN_DATE,MOBILE_NO,ASSIGNED_TO,DESCRIPTION,STATUS,CREATED,CREATED_BY,UPDATED,UPDATED_BY,ONLINE_OFFLINE,MAIL_BLOB,MAIL,TRNS_ID,TRNS_FRM,DAY_ID,ENAME,TRANS,TICKET_DROPED,DAY_CLS,OLD_ID,SCROLL'
|
||||
const SMS_CLIENT_HDR = 'RNO,CID,BANK,DISTRICT,SMS,USERNAME,PASSWORD,PAYMENT,SMS_PROVIDER,ADDED_FEATURES,CREATED_BY,UPDATED_BY,PHONE,TID,SMS_BALANCE,ERR,REMARK,UPDATION,RESELLER,PAYMENT_DATE,INSTALLATION_DATE'
|
||||
const SMS_MODULE_HDR = 'RNO,SID_NO,SMS_ID,HEAD,COLS,PKG,ACTIV,REMARK,IMP_BY,ON_DAY_DT'
|
||||
const RTGS_CLIENT_HDR = 'SID_NO,BANK_NAME,ADDRESS_IP,PHONE_NO,RTGS,IP_CODE,E_COLLECTION_CODE,RID,TID,ABB,INTEGRATED_BANK_PARTNERS,REMARK,PAYMENT,INSTALLATION_DATE,INSTALLED_ON,GENERATE_QR,SBI_INWARD_REPORT,PASSBOOK_PROGRAM,IFSC_2025,NOTIFICATION,MISC_RTGS_OUTWARD,PAYMENT_DATE'
|
||||
const SMS_PROJECT_HDR = 'CID,BANK,DISTRICT,DT_INFO,RNO,SMS,PHONE,ASSIGNED_TO,TICKET_STATUS,DESCRIPTION,NEW_FORM,CREATED_BY,UPDATED_BY,TID'
|
||||
const RTGS_PROJECT_HDR = 'CID,BANK,DT_INFO,RNO,RTGS,PHONE,ASSIGNED_TO,TICKET_STATUS,DESCRIPTION,CREATED_BY,UPDATED_BY,TID'
|
||||
|
||||
/** A small but complete workbook exercising every section. */
|
||||
function fullFiles(): Record<string, string> {
|
||||
return {
|
||||
clients: csv(CLIENT_HDR, [
|
||||
{
|
||||
SID_NO: '101', BANK: 'Acme Bank', ADDRESS: 'Kochi HQ', PHONE: '9876543210',
|
||||
MAIL: 'acme@bank.in', DISTRICT: 'Ernakulam', SMS: 'YES', RTGS: 'NO', WHATSAPP: 'Y',
|
||||
MOBILE_APP: 'NO', DB_PASSWORD: 's3cret-db', ATM: 'NO', ANYDESK: '123 456 789',
|
||||
SECRETARY_CONTACT_DETAILS: 'Secretary John 9999', OS: 'Windows 10', SECTOR: 'Co-op',
|
||||
},
|
||||
{
|
||||
SID_NO: '102', BANK: 'Beta Bank', DISTRICT: 'Kollam', SMS: 'NO', RTGS: 'YES',
|
||||
WHATSAPP: 'NO', MOBILE_APP: 'NO', DB_PASSWORD: 'NO DATA', ATM: 'NO',
|
||||
ANYDESK: 'NO DATA', SECTOR: 'Service',
|
||||
},
|
||||
]),
|
||||
branches: csv(BRANCH_HDR, [
|
||||
{ ID: '1', BRANCH: 'Main Branch', MID: '101', BANK: 'Acme Bank', BRCODE: 'BR001' },
|
||||
]),
|
||||
bills: csv(BILL_HDR, [
|
||||
{ // paid current-FY invoice — rupees→paise, payment+allocation, series seed
|
||||
BILL_DATE: `${TODAY} 00:00:00`, BANK_ID: '101', INVOICE_NO: 'SMS/2026/0042',
|
||||
INVOICE_TYPE: 'INVOICE', INVOICE_AMOUNT: '1000', GST_AMOUNT: '180', TOTAL_AMOUNT: '1180',
|
||||
PAYMENT_STATUS: 'PAID', PAYMENT_DATE: `${TODAY} 00:00:00`, PAYMENT_AMOUNT: '1180',
|
||||
},
|
||||
{ // proforma with '' tax ('→0) and '' total ('→taxable+tax); never gets a payment
|
||||
BILL_DATE: '2025-08-18 00:00:00', BANK_ID: '102', INVOICE_NO: 'PI/2025/007',
|
||||
INVOICE_TYPE: 'PROFORMA INVOICE', INVOICE_AMOUNT: '500', GST_AMOUNT: '', TOTAL_AMOUNT: '',
|
||||
},
|
||||
]),
|
||||
tickets: csv(TICKET_HDR, [
|
||||
{
|
||||
ID: '1', BANK_ID: '101', TYPE: 'MODIFICATION', GROUP: 'SMS',
|
||||
ASSIGN_DATE: '2025-02-28 00:00:00', DESCRIPTION: 'Fix template', STATUS: 'CLOSED',
|
||||
CREATED: '2025-02-28 09:00:00', UPDATED: '2025-03-02 10:00:00', ONLINE_OFFLINE: 'ONLINE',
|
||||
},
|
||||
{ // blank BANK_ID → exact BANK_NAME match; DD-MON-YYYY open date; WAITING* status
|
||||
ID: '2', BANK_NAME: 'Acme Bank', DAY_DT: '01-MAR-2025',
|
||||
STATUS: 'WAITING FOR CONFIRMATION', DESCRIPTION: 'Waiting one',
|
||||
},
|
||||
{ // TICKET_DROPED='Y' with a non-terminal status → dropped, closed_on from UPDATED
|
||||
ID: '3', BANK_ID: '102', STATUS: '', TICKET_DROPED: 'Y', DESCRIPTION: 'Dropped one',
|
||||
CREATED: '2025-04-01 09:00:00', UPDATED: '2025-04-02 00:00:00',
|
||||
},
|
||||
]),
|
||||
sms_clients: csv(SMS_CLIENT_HDR, [
|
||||
{ // CID 102's SMS flag said NO — this row wins and creates the assignment
|
||||
RNO: '1', CID: '102', BANK: 'Beta Bank', USERNAME: 'betauser', PASSWORD: 'smsPass9',
|
||||
SMS_PROVIDER: 'AltSMS', PHONE: '0474222', SMS_BALANCE: '5000', REMARK: 'ok',
|
||||
RESELLER: 'RSL', PAYMENT: 'PAID 2025', INSTALLATION_DATE: '10-NOV-2023',
|
||||
},
|
||||
]),
|
||||
sms_modules: csv(SMS_MODULE_HDR, [
|
||||
{ RNO: '1', SID_NO: '102', HEAD: 'ATM ALERT', ACTIV: 'Y' },
|
||||
{ RNO: '2', SID_NO: '102', HEAD: 'BALANCE ALERT', ACTIV: 'Y' },
|
||||
{ RNO: '3', SID_NO: '102', HEAD: 'OLD ALERT', ACTIV: 'N' },
|
||||
]),
|
||||
rtgs_clients: csv(RTGS_CLIENT_HDR, [
|
||||
{
|
||||
SID_NO: '102', BANK_NAME: 'Beta Bank', ADDRESS_IP: '10.0.0.5', PHONE_NO: '333',
|
||||
IP_CODE: 'IPC1', ABB: 'BETA', INTEGRATED_BANK_PARTNERS: 'SBI',
|
||||
INSTALLED_ON: '2024-01-05 00:00:00', GENERATE_QR: 'YES', PAYMENT: 'PAID',
|
||||
},
|
||||
]),
|
||||
sms_projects: csv(SMS_PROJECT_HDR, [
|
||||
{ CID: '101', DT_INFO: '13-05-2024', TICKET_STATUS: 'COMPLETED', DESCRIPTION: 'Install SMS' },
|
||||
]),
|
||||
rtgs_projects: csv(RTGS_PROJECT_HDR, [
|
||||
{ CID: '102', DT_INFO: 'not-a-date', TICKET_STATUS: 'PENDING', DESCRIPTION: 'RTGS setup' },
|
||||
]),
|
||||
}
|
||||
}
|
||||
|
||||
async function freshDb(): Promise<DB> {
|
||||
const db = openDb(':memory:')
|
||||
await seedIfEmpty(db)
|
||||
return db
|
||||
}
|
||||
|
||||
describe('parseApexDate', () => {
|
||||
it('handles every format seen in the APEX export', () => {
|
||||
expect(parseApexDate('2025-08-18 00:00:00')).toBe('2025-08-18') // ISO datetime
|
||||
expect(parseApexDate('10-NOV-2023 10:57:18')).toBe('2023-11-10') // DD-MON-YYYY
|
||||
expect(parseApexDate('08/29/2024')).toBe('2024-08-29') // second >12 → MM/DD
|
||||
expect(parseApexDate('13-05-2024')).toBe('2024-05-13') // first >12 → DD-MM
|
||||
expect(parseApexDate('10-11-2023')).toBe('2023-11-10') // ambiguous → assume DD-MM
|
||||
expect(parseApexDate('')).toBeNull()
|
||||
expect(parseApexDate('not-a-date')).toBeNull()
|
||||
expect(parseApexDate('99-99-2024')).toBeNull()
|
||||
})
|
||||
})
|
||||
|
||||
describe('APEX full importer v2', () => {
|
||||
it('stage: clean workbook → per-section counts, zero problems, and NO writes', async () => {
|
||||
const db = await freshDb()
|
||||
const report = await stageApexFull(db, fullFiles(), KEY)
|
||||
expect(report.clients).toEqual({ staged: 2, problems: [] })
|
||||
expect(report.branches).toEqual({ staged: 1, problems: [] })
|
||||
expect(report.bills).toEqual({ staged: 2, problems: [] })
|
||||
expect(report.tickets).toEqual({ staged: 3, problems: [] })
|
||||
expect(report.sms_clients).toEqual({ staged: 1, problems: [] })
|
||||
expect(report.sms_modules).toEqual({ staged: 3, problems: [] })
|
||||
expect(report.rtgs_clients).toEqual({ staged: 1, problems: [] })
|
||||
expect(report.sms_projects).toEqual({ staged: 1, problems: [] })
|
||||
expect(report.rtgs_projects).toEqual({ staged: 1, problems: [] })
|
||||
// Pure validation: no clients, no documents, no import audit rows.
|
||||
expect((await db.get<{ n: number }>(`SELECT COUNT(*) AS n FROM client`))!.n).toBe(0)
|
||||
expect((await db.get<{ n: number }>(`SELECT COUNT(*) AS n FROM document`))!.n).toBe(0)
|
||||
expect((await db.get<{ n: number }>(`SELECT COUNT(*) AS n FROM audit_log WHERE action='import'`))!.n).toBe(0)
|
||||
})
|
||||
|
||||
it('stage: unknown join keys are per-row problems with row numbers', async () => {
|
||||
const db = await freshDb()
|
||||
const report = await stageApexFull(db, {
|
||||
clients: csv(CLIENT_HDR, [{ SID_NO: '101', BANK: 'Acme Bank' }]),
|
||||
branches: csv(BRANCH_HDR, [{ ID: '9', BRANCH: 'Ghost', MID: '999' }]),
|
||||
tickets: csv(TICKET_HDR, [{ ID: '9', BANK_ID: '999', STATUS: 'OPEN', DAY_DT: '2025-01-01 00:00:00' }]),
|
||||
sms_projects: csv(SMS_PROJECT_HDR, [{ CID: '999', DT_INFO: '2025-01-01' }]),
|
||||
}, KEY)
|
||||
expect(report.branches.problems).toEqual(['row 1: unknown client MID=999'])
|
||||
expect(report.tickets.problems).toEqual(['row 1: unknown client BANK_ID=999'])
|
||||
expect(report.sms_projects.problems).toEqual(['row 1: unknown client CID=999'])
|
||||
})
|
||||
|
||||
it('commit: full happy path lands every section in one transaction', async () => {
|
||||
const db = await freshDb()
|
||||
const res = await commitApexFull(db, 'u-test', fullFiles(), KEY)
|
||||
expect(res.clients).toBe(2)
|
||||
expect(res.client_modules).toBe(4) // 101: SMS+WHATSAPP (flags); 102: RTGS (flag) + SMS (data wins)
|
||||
expect(res.branches).toBe(1)
|
||||
expect(res.bills).toBe(2)
|
||||
expect(res.payments).toBe(1)
|
||||
expect(res.tickets).toBe(3)
|
||||
expect(res.sms_projects).toBe(1)
|
||||
expect(res.rtgs_projects).toBe(1)
|
||||
expect(res.seeded).toEqual({ fy: FY, lastSeq: 42 })
|
||||
|
||||
// Clients: code = SID_NO, contacts carry bank + secretary, support fields ride along.
|
||||
const c101 = (await db.get<{
|
||||
id: string; name: string; address: string; district: string; sector: string
|
||||
os: string; anydesk: string; contacts: string; status: string; source: string
|
||||
state_code: string; db_password_enc: string
|
||||
}>(`SELECT * FROM client WHERE code='101'`))!
|
||||
expect(c101).toMatchObject({
|
||||
name: 'Acme Bank', address: 'Kochi HQ', district: 'Ernakulam', sector: 'Co-op',
|
||||
os: 'Windows 10', anydesk: '123 456 789', status: 'active', source: 'apex', state_code: '32',
|
||||
})
|
||||
expect(JSON.parse(c101.contacts)).toEqual([
|
||||
{ name: 'Acme Bank', phone: '9876543210', email: 'acme@bank.in' },
|
||||
{ name: 'Secretary John 9999', role: 'secretary' },
|
||||
])
|
||||
// DB password encrypted at rest, decryptable with the key.
|
||||
expect(decrypt(c101.db_password_enc, KEY)).toBe('s3cret-db')
|
||||
const c102 = (await db.get<{ anydesk: string | null; db_password_enc: string | null }>(
|
||||
`SELECT anydesk, db_password_enc FROM client WHERE code='102'`))!
|
||||
expect(c102).toEqual({ anydesk: null, db_password_enc: null }) // 'NO DATA' → nothing stored
|
||||
|
||||
// Flags → live yearly assignments on get-or-created modules.
|
||||
const modules = await db.all<{ code: string; name: string }>(
|
||||
`SELECT code, name FROM module WHERE code IN ('SMS','RTGS','WHATSAPP') ORDER BY code`)
|
||||
expect(modules).toEqual([
|
||||
{ code: 'RTGS', name: 'RTGS' }, { code: 'SMS', name: 'Bulk SMS' },
|
||||
{ code: 'WHATSAPP', name: 'WhatsApp' },
|
||||
])
|
||||
const codes101 = await db.all<{ code: string; status: string; kind: string }>(
|
||||
`SELECT m.code, cm.status, cm.kind FROM client_module cm
|
||||
JOIN module m ON m.id=cm.module_id JOIN client c ON c.id=cm.client_id
|
||||
WHERE c.code='101' ORDER BY m.code`)
|
||||
expect(codes101).toEqual([
|
||||
{ code: 'SMS', status: 'live', kind: 'yearly' },
|
||||
{ code: 'WHATSAPP', status: 'live', kind: 'yearly' },
|
||||
])
|
||||
|
||||
// Branch joined by MID.
|
||||
const branch = await db.get(`SELECT b.name, b.code, b.active FROM client_branch b
|
||||
JOIN client c ON c.id=b.client_id WHERE c.code='101'`)
|
||||
expect(branch).toEqual({ name: 'Main Branch', code: 'BR001', active: 1 })
|
||||
|
||||
// Bills: rupees→paise, intra-state split, payment + allocation, series seed.
|
||||
const inv = (await db.get<{
|
||||
id: string; doc_type: string; fy: string; status: string; taxable_paise: number
|
||||
cgst_paise: number; sgst_paise: number; igst_paise: number; round_off_paise: number
|
||||
payable_paise: number; source: string; payload: string
|
||||
}>(`SELECT * FROM document WHERE doc_no='SMS/2026/0042'`))!
|
||||
expect(inv).toMatchObject({
|
||||
doc_type: 'INVOICE', fy: FY, status: 'paid', taxable_paise: 100000,
|
||||
cgst_paise: 9000, sgst_paise: 9000, igst_paise: 0, round_off_paise: 0,
|
||||
payable_paise: 118000, source: 'apex',
|
||||
})
|
||||
expect(JSON.parse(inv.payload)).toMatchObject({ lines: [], totals: { payablePaise: 118000 } })
|
||||
const pi = await db.get(`SELECT doc_type, status, taxable_paise, payable_paise, cgst_paise
|
||||
FROM document WHERE doc_no='PI/2025/007'`)
|
||||
expect(pi).toEqual({
|
||||
doc_type: 'PROFORMA', status: 'sent', taxable_paise: 50000, payable_paise: 50000, cgst_paise: 0,
|
||||
})
|
||||
const pay = (await db.get<{ id: string; mode: string; reference: string; amount_paise: number; received_on: string }>(
|
||||
`SELECT * FROM payment`))!
|
||||
expect(pay).toMatchObject({
|
||||
mode: 'bank', reference: 'APEX import', amount_paise: 118000, received_on: TODAY,
|
||||
})
|
||||
const alloc = await db.get(`SELECT payment_id, document_id, amount_paise FROM payment_allocation`)
|
||||
expect(alloc).toEqual({ payment_id: pay.id, document_id: inv.id, amount_paise: 118000 })
|
||||
const series = await db.get(`SELECT next_seq FROM doc_series WHERE doc_type='INVOICE' AND fy=?`, FY)
|
||||
expect(series).toEqual({ next_seq: 43 }) // continues after the legacy 0042 tail
|
||||
|
||||
// Tickets: status mapping + join fallbacks.
|
||||
const t1 = await db.get(`SELECT status, opened_on, closed_on, online_offline, module_code, source
|
||||
FROM ticket WHERE description='Fix template'`)
|
||||
expect(t1).toEqual({
|
||||
status: 'closed', opened_on: '2025-02-28', closed_on: '2025-03-02',
|
||||
online_offline: 'online', module_code: 'SMS', source: 'apex',
|
||||
})
|
||||
const t2 = (await db.get<{ status: string; opened_on: string; client_id: string }>(
|
||||
`SELECT status, opened_on, client_id FROM ticket WHERE description='Waiting one'`))!
|
||||
expect(t2.status).toBe('waiting')
|
||||
expect(t2.opened_on).toBe('2025-03-01') // DD-MON-YYYY DAY_DT
|
||||
expect(t2.client_id).toBe(c101.id) // blank BANK_ID resolved by exact BANK_NAME
|
||||
const t3 = await db.get(`SELECT status, opened_on, closed_on FROM ticket WHERE description='Dropped one'`)
|
||||
expect(t3).toEqual({ status: 'dropped', opened_on: '2025-04-01', closed_on: '2025-04-02' })
|
||||
|
||||
// SMS service data landed on 102's (data-created) SMS module.
|
||||
const sms102 = (await db.get<{ provider: string; username: string; password_enc: string; details: string; remark: string }>(
|
||||
`SELECT cm.provider, cm.username, cm.password_enc, cm.details, cm.remark FROM client_module cm
|
||||
JOIN module m ON m.id=cm.module_id JOIN client c ON c.id=cm.client_id
|
||||
WHERE c.code='102' AND m.code='SMS'`))!
|
||||
expect(sms102.provider).toBe('AltSMS')
|
||||
expect(sms102.username).toBe('betauser')
|
||||
expect(decrypt(sms102.password_enc, KEY)).toBe('smsPass9')
|
||||
expect(sms102.remark).toBe('ok')
|
||||
const smsDetails = JSON.parse(sms102.details) as { label: string; value: string }[]
|
||||
expect(smsDetails).toContainEqual({ label: 'SMS balance', value: '5000' })
|
||||
expect(smsDetails).toContainEqual({ label: 'Installed', value: '10-NOV-2023' })
|
||||
expect(smsDetails).toContainEqual({ label: 'Active alerts', value: 'ATM ALERT, BALANCE ALERT' })
|
||||
|
||||
// RTGS service data on 102's RTGS module.
|
||||
const rtgs102 = (await db.get<{ details: string }>(
|
||||
`SELECT cm.details FROM client_module cm
|
||||
JOIN module m ON m.id=cm.module_id JOIN client c ON c.id=cm.client_id
|
||||
WHERE c.code='102' AND m.code='RTGS'`))!
|
||||
const rtgsDetails = JSON.parse(rtgs102.details) as { label: string; value: string }[]
|
||||
expect(rtgsDetails).toContainEqual({ label: 'IP', value: '10.0.0.5' })
|
||||
expect(rtgsDetails).toContainEqual({ label: 'Installed', value: '2024-01-05 00:00:00' })
|
||||
expect(rtgsDetails).toContainEqual({ label: 'QR', value: 'YES' })
|
||||
|
||||
// Projects → interaction rows; unparseable DT_INFO falls back to today + a note.
|
||||
const sp = (await db.get<{ on_date: string; notes: string; type_code: string }>(
|
||||
`SELECT on_date, notes, type_code FROM interaction WHERE notes LIKE '[SMS project]%'`))!
|
||||
expect(sp.type_code).toBe('project')
|
||||
expect(sp.on_date).toBe('2024-05-13')
|
||||
expect(sp.notes).toBe('[SMS project] COMPLETED — Install SMS')
|
||||
const rp = (await db.get<{ on_date: string; notes: string }>(
|
||||
`SELECT on_date, notes FROM interaction WHERE notes LIKE '[RTGS project]%'`))!
|
||||
expect(rp.on_date).toBe(TODAY)
|
||||
expect(rp.notes).toContain('DT_INFO unparsed: not-a-date')
|
||||
|
||||
// One summary audit per section (plus the series seed) — and never a plaintext secret.
|
||||
const auditEntities = (await db.all<{ entity: string }>(
|
||||
`SELECT entity FROM audit_log WHERE action='import'`)).map((r) => r.entity).sort()
|
||||
expect(auditEntities).toEqual(['bills', 'branches', 'clients', 'doc_series', 'rtgs_clients',
|
||||
'rtgs_projects', 'sms_clients', 'sms_modules', 'sms_projects', 'tickets'])
|
||||
const auditDump = JSON.stringify(await db.all(`SELECT * FROM audit_log`))
|
||||
expect(auditDump).not.toContain('s3cret-db')
|
||||
expect(auditDump).not.toContain('smsPass9')
|
||||
})
|
||||
|
||||
it('refuses plaintext passwords loudly when no encryption key is configured', async () => {
|
||||
const db = await freshDb()
|
||||
const files = fullFiles()
|
||||
const report = await stageApexFull(db, files, '')
|
||||
expect(report.clients.problems).toEqual([
|
||||
'row 1: DB_PASSWORD present but HQ_SECRET_KEY is not configured — refusing to import it unencrypted',
|
||||
])
|
||||
expect(report.sms_clients.problems).toEqual([
|
||||
'row 1: PASSWORD present but HQ_SECRET_KEY is not configured — refusing to import it unencrypted',
|
||||
])
|
||||
await expect(commitApexFull(db, 'u-test', files, '')).rejects.toThrow(/HQ_SECRET_KEY/)
|
||||
// Refused before the transaction — nothing landed.
|
||||
expect((await db.get<{ n: number }>(`SELECT COUNT(*) AS n FROM client`))!.n).toBe(0)
|
||||
})
|
||||
|
||||
it('duplicate doc_no is a problem that blocks the whole commit', async () => {
|
||||
const db = await freshDb()
|
||||
const files = {
|
||||
clients: csv(CLIENT_HDR, [{ SID_NO: '101', BANK: 'Acme Bank' }]),
|
||||
bills: csv(BILL_HDR, [
|
||||
{ BILL_DATE: '2025-05-01 00:00:00', BANK_ID: '101', INVOICE_NO: 'INV-1', INVOICE_TYPE: 'INVOICE', INVOICE_AMOUNT: '100' },
|
||||
{ BILL_DATE: '2025-05-02 00:00:00', BANK_ID: '101', INVOICE_NO: 'INV-1', INVOICE_TYPE: 'INVOICE', INVOICE_AMOUNT: '200' },
|
||||
]),
|
||||
}
|
||||
const report = await stageApexFull(db, files, KEY)
|
||||
expect(report.bills.problems).toEqual(['row 2: duplicate doc_no: INV-1'])
|
||||
await expect(commitApexFull(db, 'u-test', files, KEY)).rejects.toThrow(/duplicate doc_no/)
|
||||
expect((await db.get<{ n: number }>(`SELECT COUNT(*) AS n FROM document`))!.n).toBe(0)
|
||||
expect((await db.get<{ n: number }>(`SELECT COUNT(*) AS n FROM client`))!.n).toBe(0)
|
||||
})
|
||||
|
||||
it('rejects an unknown INVOICE_TYPE instead of guessing', async () => {
|
||||
const db = await freshDb()
|
||||
const report = await stageApexFull(db, {
|
||||
clients: csv(CLIENT_HDR, [{ SID_NO: '101', BANK: 'Acme Bank' }]),
|
||||
bills: csv(BILL_HDR, [
|
||||
{ BILL_DATE: '2025-05-01 00:00:00', BANK_ID: '101', INVOICE_NO: 'X-1', INVOICE_TYPE: 'RECEIPT', INVOICE_AMOUNT: '100' },
|
||||
]),
|
||||
}, KEY)
|
||||
expect(report.bills.problems).toEqual(['row 1: unknown INVOICE_TYPE: RECEIPT'])
|
||||
})
|
||||
})
|
||||
Loading…
Reference in New Issue