parser.js

"use strict";

import { execFileSync } from "child_process";
import * as fs from "fs";
import * as path from "path";

import { stringifyCsv } from "./csv.js";
import {
  formatCents,
  makeTxFingerprint,
  parseEurToCents,
  parseStatementText,
} from "./parser-core.js";

function pdftotextLayout(pdfPath) {
  return execFileSync("pdftotext", ["-layout", pdfPath, "-"], {
    encoding: "utf8",
  });
}

function parseStatement(pdfPath) {
  const text = pdftotextLayout(pdfPath);
  return parseStatementText(text, path.basename(pdfPath));
}

function parseStatements(pdfPaths, options = {}) {
  const dedupe = options.dedupe !== false;
  const rows = [];
  const validations = [];
  const seen = new Set();

  for (const pdfPath of pdfPaths) {
    const result = parseStatement(pdfPath);
    validations.push(result.validation);

    if (dedupe) {
      for (const row of result.rows) {
        if (seen.has(row.tx_fingerprint)) {
          continue;
        }
        seen.add(row.tx_fingerprint);
        rows.push(row);
      }
    } else {
      rows.push(...result.rows);
    }
  }

  return { rows, validations };
}

function writeCsv(filePath, rows) {
  if (!rows.length) {
    throw new Error("No rows to write.");
  }
  const headers = Object.keys(rows[0]);
  const csv = stringifyCsv(rows, headers);
  fs.writeFileSync(filePath, csv, "utf8");
}

function parseArgs(argv) {
  const args = {
    pdfs: [],
    out: "pbz_statements.csv",
    validationOut: "pbz_validation.csv",
    dedupe: true,
  };

  for (let i = 0; i < argv.length; i += 1) {
    const arg = argv[i];
    if (arg === "--out") {
      args.out = argv[i + 1];
      i += 1;
    } else if (arg === "--validation-out") {
      args.validationOut = argv[i + 1];
      i += 1;
    } else if (arg === "--no-dedupe") {
      args.dedupe = false;
    } else if (arg.startsWith("-")) {
      throw new Error(`Unknown option: ${arg}`);
    } else {
      args.pdfs.push(arg);
    }
  }

  return args;
}

function main() {
  const args = parseArgs(Bun.argv.slice(2));
  if (!args.pdfs.length) {
    throw new Error("Usage: bun parser.js <pdfs...> [--out file] [--validation-out file]");
  }

  const { rows, validations } = parseStatements(args.pdfs, { dedupe: args.dedupe });

  if (!rows.length) {
    throw new Error("No transactions parsed.");
  }

  writeCsv(args.out, rows);
  writeCsv(args.validationOut, validations);
}

if (import.meta.main) {
  try {
    main();
  } catch (err) {
    console.error(err.message || err);
    process.exit(1);
  }
}

export {
  parseStatementText,
  parseStatement,
  parseStatements,
  makeTxFingerprint,
  parseEurToCents,
  formatCents,
};