import { tap, expect } from '@git.zone/tstest/tapbundle'; import * as fs from 'fs'; import * as path from 'path'; import { execSync } from 'child_process'; import * as os from 'os'; const OLLAMA_URL = 'http://localhost:11434'; const MODEL = 'openbmb/minicpm-v4.5:q8_0'; const BANK_STATEMENT_PROMPT = `You are a bank statement parser. Extract EVERY transaction from the table. Read the Amount column carefully: - "- 21,47 €" means DEBIT, output as: -21.47 - "+ 1.000,00 €" means CREDIT, output as: 1000.00 - European format: comma = decimal point For each row output: {"date":"YYYY-MM-DD","counterparty":"NAME","amount":-21.47} Do not skip any rows. Return complete JSON array:`; interface ITransaction { date: string; counterparty: string; amount: number; } /** * Convert PDF to PNG images using ImageMagick */ function convertPdfToImages(pdfPath: string): string[] { const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'pdf-convert-')); const outputPattern = path.join(tempDir, 'page-%d.png'); try { execSync( `convert -density 300 -quality 100 "${pdfPath}" -background white -alpha remove "${outputPattern}"`, { stdio: 'pipe' } ); const files = fs.readdirSync(tempDir).filter((f) => f.endsWith('.png')).sort(); const images: string[] = []; for (const file of files) { const imagePath = path.join(tempDir, file); const imageData = fs.readFileSync(imagePath); images.push(imageData.toString('base64')); } return images; } finally { fs.rmSync(tempDir, { recursive: true, force: true }); } } /** * Extract transactions from images using Ollama with streaming */ async function extractTransactionsStreaming(images: string[]): Promise { const payload = { model: MODEL, prompt: BANK_STATEMENT_PROMPT, images, stream: true, options: { num_predict: 16384, temperature: 0.1, }, }; const response = await fetch(`${OLLAMA_URL}/api/generate`, { method: 'POST', headers: { 'Content-Type': 'application/json' }, body: JSON.stringify(payload), }); if (!response.ok) { throw new Error(`Ollama API error: ${response.status}`); } const reader = response.body?.getReader(); if (!reader) { throw new Error('No response body'); } const decoder = new TextDecoder(); let fullText = ''; let lineBuffer = ''; // Stream and print output (buffer until newline for cleaner display) while (true) { const { done, value } = await reader.read(); if (done) break; const chunk = decoder.decode(value, { stream: true }); const lines = chunk.split('\n').filter((l) => l.trim()); for (const line of lines) { try { const json = JSON.parse(line); if (json.response) { fullText += json.response; lineBuffer += json.response; // Print complete lines if (lineBuffer.includes('\n')) { const parts = lineBuffer.split('\n'); for (let i = 0; i < parts.length - 1; i++) { console.log(parts[i]); } lineBuffer = parts[parts.length - 1]; } } } catch { // Skip invalid JSON lines } } } // Print any remaining buffer if (lineBuffer) { console.log(lineBuffer); } console.log(''); // Parse JSON from response const startIdx = fullText.indexOf('['); const endIdx = fullText.lastIndexOf(']') + 1; if (startIdx < 0 || endIdx <= startIdx) { throw new Error('No JSON array found in response'); } return JSON.parse(fullText.substring(startIdx, endIdx)); } /** * Compare extracted transactions against expected */ function compareTransactions( extracted: ITransaction[], expected: ITransaction[] ): { matches: number; total: number; errors: string[] } { const errors: string[] = []; let matches = 0; for (let i = 0; i < expected.length; i++) { const exp = expected[i]; const ext = extracted[i]; if (!ext) { errors.push(`Missing transaction ${i}: ${exp.date} ${exp.counterparty}`); continue; } const dateMatch = ext.date === exp.date; const amountMatch = Math.abs(ext.amount - exp.amount) < 0.01; if (dateMatch && amountMatch) { matches++; } else { errors.push( `Mismatch at ${i}: expected ${exp.date}/${exp.amount}, got ${ext.date}/${ext.amount}` ); } } if (extracted.length > expected.length) { errors.push(`Extra transactions: ${extracted.length - expected.length}`); } return { matches, total: expected.length, errors }; } /** * Find all test cases (PDF + JSON pairs) in .nogit/ */ function findTestCases(): Array<{ name: string; pdfPath: string; jsonPath: string }> { const testDir = path.join(process.cwd(), '.nogit'); if (!fs.existsSync(testDir)) { return []; } const files = fs.readdirSync(testDir); const pdfFiles = files.filter((f) => f.endsWith('.pdf')); const testCases: Array<{ name: string; pdfPath: string; jsonPath: string }> = []; for (const pdf of pdfFiles) { const baseName = pdf.replace('.pdf', ''); const jsonFile = `${baseName}.json`; if (files.includes(jsonFile)) { testCases.push({ name: baseName, pdfPath: path.join(testDir, pdf), jsonPath: path.join(testDir, jsonFile), }); } } return testCases; } // Tests tap.test('should connect to Ollama API', async () => { const response = await fetch(`${OLLAMA_URL}/api/tags`); expect(response.ok).toBeTrue(); const data = await response.json(); expect(data.models).toBeArray(); }); tap.test('should have MiniCPM-V 4.5 model loaded', async () => { const response = await fetch(`${OLLAMA_URL}/api/tags`); const data = await response.json(); const modelNames = data.models.map((m: { name: string }) => m.name); expect(modelNames.some((name: string) => name.includes('minicpm-v4.5'))).toBeTrue(); }); // Dynamic test for each PDF/JSON pair const testCases = findTestCases(); for (const testCase of testCases) { tap.test(`should extract transactions from ${testCase.name}`, async () => { // Load expected transactions const expected: ITransaction[] = JSON.parse(fs.readFileSync(testCase.jsonPath, 'utf-8')); console.log(`\n=== ${testCase.name} ===`); console.log(`Expected: ${expected.length} transactions`); // Convert PDF to images console.log('Converting PDF to images...'); const images = convertPdfToImages(testCase.pdfPath); console.log(`Converted: ${images.length} pages`); // Extract transactions with streaming output console.log('Extracting transactions (streaming)...\n'); const extracted = await extractTransactionsStreaming(images); console.log(`Extracted: ${extracted.length} transactions`); // Compare results const result = compareTransactions(extracted, expected); console.log(`Matches: ${result.matches}/${result.total}`); if (result.errors.length > 0) { console.log('Errors:'); result.errors.forEach((e) => console.log(` - ${e}`)); } // Assert high accuracy const accuracy = result.matches / result.total; expect(accuracy).toBeGreaterThan(0.95); expect(extracted.length).toEqual(expected.length); }); } export default tap.start();