moltbot/scripts/test-perf-budget.mjs

import { spawnSync } from "node:child_process";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";

function readEnvNumber(name) {
  const raw = process.env[name]?.trim();
  if (!raw) {
    return null;
  }
  const parsed = Number.parseFloat(raw);
  return Number.isFinite(parsed) ? parsed : null;
}

function parseArgs(argv) {
  const args = {
    config: "vitest.unit.config.ts",
    maxWallMs: readEnvNumber("OPENCLAW_TEST_PERF_MAX_WALL_MS"),
    baselineWallMs: readEnvNumber("OPENCLAW_TEST_PERF_BASELINE_WALL_MS"),
    maxRegressionPct: readEnvNumber("OPENCLAW_TEST_PERF_MAX_REGRESSION_PCT") ?? 10,
  };
  for (let i = 0; i < argv.length; i += 1) {
    const arg = argv[i];
    if (arg === "--config") {
      args.config = argv[i + 1] ?? args.config;
      i += 1;
      continue;
    }
    if (arg === "--max-wall-ms") {
      const parsed = Number.parseFloat(argv[i + 1] ?? "");
      if (Number.isFinite(parsed)) {
        args.maxWallMs = parsed;
      }
      i += 1;
      continue;
    }
    if (arg === "--baseline-wall-ms") {
      const parsed = Number.parseFloat(argv[i + 1] ?? "");
      if (Number.isFinite(parsed)) {
        args.baselineWallMs = parsed;
      }
      i += 1;
      continue;
    }
    if (arg === "--max-regression-pct") {
      const parsed = Number.parseFloat(argv[i + 1] ?? "");
      if (Number.isFinite(parsed)) {
        args.maxRegressionPct = parsed;
      }
      i += 1;
      continue;
    }
  }
  return args;
}

function formatMs(ms) {
  return `${ms.toFixed(1)}ms`;
}

const opts = parseArgs(process.argv.slice(2));
const reportPath = path.join(os.tmpdir(), `openclaw-vitest-perf-${Date.now()}.json`);
const cmd = [
  "vitest",
  "run",
  "--config",
  opts.config,
  "--reporter=json",
  "--outputFile",
  reportPath,
];

const startedAt = process.hrtime.bigint();
const run = spawnSync("pnpm", cmd, {
  stdio: "inherit",
  env: process.env,
});
const elapsedMs = Number(process.hrtime.bigint() - startedAt) / 1_000_000;

if (run.status !== 0) {
  process.exit(run.status ?? 1);
}

let totalFileDurationMs = 0;
let fileCount = 0;
try {
  const report = JSON.parse(fs.readFileSync(reportPath, "utf8"));
  for (const result of report.testResults ?? []) {
    if (typeof result.startTime === "number" && typeof result.endTime === "number") {
      totalFileDurationMs += Math.max(0, result.endTime - result.startTime);
      fileCount += 1;
    }
  }
} catch {
  // Keep budget checks based on wall time when JSON parsing fails.
}

const allowedByBaseline =
  opts.baselineWallMs !== null
    ? opts.baselineWallMs * (1 + (opts.maxRegressionPct ?? 0) / 100)
    : null;

let failed = false;
if (opts.maxWallMs !== null && elapsedMs > opts.maxWallMs) {
  console.error(
    `[test-perf-budget] wall time ${formatMs(elapsedMs)} exceeded max ${formatMs(opts.maxWallMs)}.`,
  );
  failed = true;
}
if (allowedByBaseline !== null && elapsedMs > allowedByBaseline) {
  console.error(
    `[test-perf-budget] wall time ${formatMs(elapsedMs)} exceeded baseline budget ${formatMs(
      allowedByBaseline,
    )} (baseline ${formatMs(opts.baselineWallMs ?? 0)}, +${String(opts.maxRegressionPct)}%).`,
  );
  failed = true;
}

console.log(
  `[test-perf-budget] config=${opts.config} wall=${formatMs(elapsedMs)} file-sum=${formatMs(
    totalFileDurationMs,
  )} files=${String(fileCount)}`,
);

if (failed) {
  process.exit(1);
}