test: add opt-in leaf project scheduler

scripts/test-projects.mjs

@@ -23,6 +23,52 @@ const releaseLock = acquireLocalHeavyCheckLockSync({
 });
 let lockReleased = false;
 
+const FULL_SUITE_CONFIG_WEIGHT = new Map([
+  ["vitest.gateway.config.ts", 180],
+  ["vitest.commands.config.ts", 175],
+  ["vitest.agents.config.ts", 170],
+  ["vitest.extensions.config.ts", 168],
+  ["vitest.tasks.config.ts", 165],
+  ["vitest.unit-fast.config.ts", 160],
+  ["vitest.auto-reply-reply.config.ts", 155],
+  ["vitest.infra.config.ts", 145],
+  ["vitest.secrets.config.ts", 140],
+  ["vitest.cron.config.ts", 135],
+  ["vitest.wizard.config.ts", 130],
+  ["vitest.unit-src.config.ts", 125],
+  ["vitest.extension-channels.config.ts", 100],
+  ["vitest.extension-matrix.config.ts", 98],
+  ["vitest.extension-providers.config.ts", 96],
+  ["vitest.extension-telegram.config.ts", 94],
+  ["vitest.extension-whatsapp.config.ts", 92],
+  ["vitest.auto-reply-core.config.ts", 90],
+  ["vitest.cli.config.ts", 86],
+  ["vitest.channels.config.ts", 84],
+  ["vitest.plugins.config.ts", 82],
+  ["vitest.bundled.config.ts", 80],
+  ["vitest.commands-light.config.ts", 48],
+  ["vitest.plugin-sdk.config.ts", 46],
+  ["vitest.auto-reply-top-level.config.ts", 45],
+  ["vitest.unit-ui.config.ts", 40],
+  ["vitest.plugin-sdk-light.config.ts", 38],
+  ["vitest.daemon.config.ts", 36],
+  ["vitest.boundary.config.ts", 34],
+  ["vitest.tooling.config.ts", 32],
+  ["vitest.unit-security.config.ts", 30],
+  ["vitest.unit-support.config.ts", 28],
+  ["vitest.contracts.config.ts", 26],
+  ["vitest.extension-zalo.config.ts", 24],
+  ["vitest.extension-bluebubbles.config.ts", 22],
+  ["vitest.extension-irc.config.ts", 20],
+  ["vitest.extension-feishu.config.ts", 18],
+  ["vitest.extension-mattermost.config.ts", 16],
+  ["vitest.extension-messaging.config.ts", 14],
+  ["vitest.extension-acpx.config.ts", 10],
+  ["vitest.extension-diffs.config.ts", 8],
+  ["vitest.extension-memory.config.ts", 6],
+  ["vitest.extension-msteams.config.ts", 4],
+  ["vitest.extension-voice-call.config.ts", 2],
+]);
 const releaseLockOnce = () => {
   if (lockReleased) {
     return;
@@ -69,6 +115,66 @@ function runVitestSpec(spec) {
   });
 }
 
+function parsePositiveInt(value) {
+  const parsed = Number.parseInt(value ?? "", 10);
+  return Number.isFinite(parsed) && parsed > 0 ? parsed : null;
+}
+
+function resolveParallelFullSuiteConcurrency(specCount, env) {
+  const override = parsePositiveInt(env.OPENCLAW_TEST_PROJECTS_PARALLEL);
+  if (override !== null) {
+    return Math.min(override, specCount);
+  }
+  if (
+    env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS !== "1" ||
+    env.CI === "true" ||
+    env.GITHUB_ACTIONS === "true"
+  ) {
+    return 1;
+  }
+  return Math.min(5, specCount);
+}
+
+function orderFullSuiteSpecsForParallelRun(specs) {
+  return specs.toSorted((a, b) => {
+    const weightDelta =
+      (FULL_SUITE_CONFIG_WEIGHT.get(b.config) ?? 0) - (FULL_SUITE_CONFIG_WEIGHT.get(a.config) ?? 0);
+    if (weightDelta !== 0) {
+      return weightDelta;
+    }
+    return a.config.localeCompare(b.config);
+  });
+}
+
+async function runVitestSpecsParallel(specs, concurrency) {
+  let nextIndex = 0;
+  let exitCode = 0;
+
+  const runWorker = async () => {
+    for (;;) {
+      const index = nextIndex;
+      nextIndex += 1;
+      const spec = specs[index];
+      if (!spec) {
+        return;
+      }
+      console.error(`[test] starting ${spec.config}`);
+      const result = await runVitestSpec(spec);
+      if (result.signal) {
+        releaseLockOnce();
+        process.kill(process.pid, result.signal);
+        return;
+      }
+      if (result.code !== 0) {
+        exitCode = exitCode || result.code;
+      }
+    }
+  };
+
+  await Promise.all(Array.from({ length: concurrency }, () => runWorker()));
+  return exitCode;
+}
+
 async function main() {
   const args = process.argv.slice(2);
   const { targetArgs } = parseTestProjectsArgs(args, process.cwd());
@@ -99,6 +205,26 @@ async function main() {
           cwd: process.cwd(),
         });
 
+  const isFullSuiteRun =
+    targetArgs.length === 0 &&
+    changedTargetArgs === null &&
+    !runSpecs.some((spec) => spec.watchMode);
+  if (isFullSuiteRun) {
+    const concurrency = resolveParallelFullSuiteConcurrency(runSpecs.length, process.env);
+    if (concurrency > 1) {
+      const parallelSpecs = orderFullSuiteSpecsForParallelRun(runSpecs);
+      console.error(
+        `[test] running ${parallelSpecs.length} Vitest shards with parallelism ${concurrency}`,
+      );
+      const parallelExitCode = await runVitestSpecsParallel(parallelSpecs, concurrency);
+      releaseLockOnce();
+      if (parallelExitCode !== 0) {
+        process.exit(parallelExitCode);
+      }
+      return;
+    }
+  }
+
   let exitCode = 0;
   for (const spec of runSpecs) {
     const result = await runVitestSpec(spec);