- watchdog: escalate forwarded SIGINT/SIGTERM/SIGHUP to SIGKILL after grace so external cancellation can't hang for the full budget (coderabbit major) - watchdog: route onProcExit through signalGroup for injection consistency (greptile) - watchdog: add cwd option; test-changed passes rootDir so pnpm runs from repo root regardless of invocation cwd (coderabbit major — preserved original run() cwd) - dashboard runner: validate/clamp FUSION_RUN_VITEST_* env so a malformed value can't NaN-disable the watchdog (coderabbit) - tests: verify exit-listener cleanup, forwarded-signal escalation, cwd passthrough - plan doc: per-class-ceiling fallback wording (not median); label Output Structure fence Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
1320 lines
46 KiB
JavaScript
1320 lines
46 KiB
JavaScript
#!/usr/bin/env node
|
|
|
|
import { readFileSync, readdirSync, writeFileSync, mkdirSync, renameSync, mkdtempSync, rmSync, realpathSync, globSync, existsSync } from "node:fs";
|
|
import path from "node:path";
|
|
import { spawn, spawnSync } from "node:child_process";
|
|
import { fileURLToPath } from "node:url";
|
|
import { createHash } from "node:crypto";
|
|
import { cpus, tmpdir } from "node:os";
|
|
import { createRequire } from "node:module";
|
|
import { ensureTestArtifacts } from "./ensure-test-artifacts.mjs";
|
|
import { isSkillSyncCheckCached } from "./sync-fusion-skill-tools.mjs";
|
|
import { computeContentHash, createRepoContentSnapshot } from "./lib/content-hash.mjs";
|
|
import { deriveBudgetMs, runWithWatchdog } from "./lib/run-vitest-watchdog.mjs";
|
|
|
|
/** Generous local full-suite budget (60min): far above a real full run, far below an infinite hang. */
|
|
const FULL_SUITE_BUDGET_MS = 60 * 60 * 1000;
|
|
|
|
const currentFilePath = fileURLToPath(import.meta.url);
|
|
const scriptDir = path.dirname(currentFilePath);
|
|
const checkIsolationScript = path.join(scriptDir, "check-test-isolation.mjs");
|
|
const require = createRequire(import.meta.url);
|
|
|
|
function fastGlobSync(patterns, options) {
|
|
const patternList = Array.isArray(patterns) ? patterns : [patterns];
|
|
const matches = new Set();
|
|
|
|
for (const pattern of patternList) {
|
|
if (typeof pattern !== "string" || pattern.length === 0) continue;
|
|
const isNegated = pattern.startsWith("!");
|
|
const body = isNegated ? pattern.slice(1) : pattern;
|
|
const resolved = globSync(body, {
|
|
cwd: options?.cwd,
|
|
absolute: options?.absolute,
|
|
dot: options?.dot,
|
|
nodir: options?.onlyFiles,
|
|
});
|
|
|
|
for (const entry of resolved) {
|
|
if (isNegated) {
|
|
matches.delete(entry);
|
|
} else {
|
|
matches.add(entry);
|
|
}
|
|
}
|
|
}
|
|
|
|
return [...matches];
|
|
}
|
|
|
|
let fgSync = fastGlobSync;
|
|
try {
|
|
const loaded = require("fast-glob");
|
|
if (typeof loaded?.sync === "function") {
|
|
fgSync = loaded.sync;
|
|
}
|
|
} catch {
|
|
// Fallback to node:fs globSync when fast-glob is not installed.
|
|
}
|
|
|
|
function parseWorkspacePackagesFromYaml(rawYaml) {
|
|
const lines = rawYaml.split(/\r?\n/);
|
|
const packages = [];
|
|
let inPackages = false;
|
|
|
|
for (const line of lines) {
|
|
const trimmed = line.trim();
|
|
if (!inPackages) {
|
|
if (trimmed === "packages:") {
|
|
inPackages = true;
|
|
}
|
|
continue;
|
|
}
|
|
|
|
if (!trimmed) continue;
|
|
if (!trimmed.startsWith("-")) {
|
|
if (!line.startsWith(" ") && !line.startsWith("\t")) {
|
|
break;
|
|
}
|
|
continue;
|
|
}
|
|
|
|
const value = trimmed.slice(1).trim().replace(/^['"]|['"]$/g, "");
|
|
if (value) packages.push(value);
|
|
}
|
|
|
|
return packages;
|
|
}
|
|
|
|
const rootDir = process.env.FUSION_PROJECT_DIR
|
|
? path.resolve(process.env.FUSION_PROJECT_DIR)
|
|
: process.cwd();
|
|
|
|
/** @type {string} Cache format version — bump when the shape or hash inputs change. */
|
|
const CACHE_FORMAT_VERSION = 1;
|
|
|
|
/**
|
|
* @type {string} Constant mixed into every content hash so format rev busts all entries.
|
|
*
|
|
* U4 bumped v1 -> v2: the hash now (a) folds in every transitive workspace
|
|
* dependency's own-hash, (b) folds in the shared `packages/core/src/__test-utils__`
|
|
* tree globally, and (c) hashes working-tree bytes for dirty/untracked files
|
|
* instead of trusting the (stale) index blob SHA. Any of these shifts the digest,
|
|
* so the bump invalidates every pre-U4 entry exactly once.
|
|
*/
|
|
const HASH_VERSION_PREFIX = "v2";
|
|
|
|
/**
|
|
* @type {string[]} Repo-relative paths whose content is folded into EVERY
|
|
* package's hash. These are shared inputs that any package's test run depends on
|
|
* regardless of the workspace dependency graph:
|
|
* - pnpm-lock.yaml / tsconfig.base.json: global build/resolution config.
|
|
* - packages/core/src/__test-utils__: the shared vitest setup/teardown/workers
|
|
* helpers are imported by nearly every package's vitest config via a relative
|
|
* cross-package path (e.g. `../../core/src/__test-utils__/vitest-setup.ts`),
|
|
* INCLUDING packages that have no `@fusion/core` workspace dependency
|
|
* (mobile, droid-cli, pi-*, and every plugin/example). Dep-aware hashing
|
|
* alone would miss those, so we fold the tree in globally — the simplest
|
|
* provably-correct choice (mirrors the tsconfig.base.json treatment).
|
|
*
|
|
* NOTE: this list intentionally overlaps `isSharedInfraChange`'s
|
|
* `fullSuitePaths` (which decides full-suite mode, a different axis than cache
|
|
* busting). When adding a new shared root config input, consider both lists.
|
|
*/
|
|
const SHARED_HASH_INPUT_PATHS = [
|
|
"pnpm-lock.yaml",
|
|
"tsconfig.base.json",
|
|
"packages/core/src/__test-utils__",
|
|
];
|
|
|
|
/** @type {number} Max age (ms) for a cache entry to count as a pass. */
|
|
const CACHE_MAX_AGE_MS = 7 * 24 * 60 * 60 * 1000; // 7 days
|
|
|
|
function run(command, commandArgs, options = {}) {
|
|
const result = spawnSync(command, commandArgs, {
|
|
cwd: rootDir,
|
|
stdio: "inherit",
|
|
...options,
|
|
});
|
|
|
|
if (result.status !== 0) {
|
|
const error = new Error(`${command} ${commandArgs.join(" ")} failed with exit code ${result.status ?? 1}`);
|
|
error.exitCode = result.status ?? 1;
|
|
throw error;
|
|
}
|
|
}
|
|
|
|
function runIsolationCheck(before = false, env = process.env, fastBefore = false) {
|
|
const args = [checkIsolationScript];
|
|
// U3: the before-pass is the costly one (2s mutability probe). Use the cheap
|
|
// `--before-fast` variant, which reuses the prior run's externally-active
|
|
// classification and skips the probe. The script falls back to the full probe
|
|
// when no prior baseline exists, so detection is never weakened.
|
|
if (before) args.push(fastBefore ? "--before-fast" : "--before");
|
|
// Inject the names of every isolated HOME this script created so the check
|
|
// never reports them as a leak even if the rm-rf in cleanup silently failed
|
|
// or the baseline file got rotated mid-run. Without this, a transient EBUSY
|
|
// on /var/folders (SQLite WAL still mmap'd, orphan child holding an fd)
|
|
// leaks a `fusion-test-home-root-*` dir and trips the guard.
|
|
const ignoreNames = [...knownIsolatedHomeBasenames].join(",");
|
|
const checkEnv = ignoreNames
|
|
? { ...env, FUSION_TEST_ISOLATION_IGNORE_NAMES: ignoreNames }
|
|
: env;
|
|
run(process.execPath, args, { env: checkEnv });
|
|
}
|
|
|
|
export function shouldRunIsolationGuard(env = process.env) {
|
|
return env.FUSION_TEST_DISABLE_ISOLATION_GUARD !== "1";
|
|
}
|
|
|
|
// U3: bound the prune scan. It only ever targets our own
|
|
// `fusion-test-home-root-*` prefix (it always did), but we additionally cap the
|
|
// number of entries removed per call and skip very-fresh dirs, so a single run
|
|
// can't spend unbounded time rm-rf'ing a tmpdir that accumulated thousands of
|
|
// stale homes — and so the cache-fresh fast path can skip it entirely.
|
|
const PRUNE_MAX_ENTRIES = 64;
|
|
|
|
export function pruneFusionTestHomes(maxEntries = PRUNE_MAX_ENTRIES) {
|
|
let tmpEntries = [];
|
|
try {
|
|
tmpEntries = readdirSync(tmpdir(), { withFileTypes: true });
|
|
} catch {
|
|
return;
|
|
}
|
|
|
|
let removed = 0;
|
|
for (const entry of tmpEntries) {
|
|
if (removed >= maxEntries) break;
|
|
if (!entry.isDirectory() || !entry.name.startsWith("fusion-test-home-root-")) continue;
|
|
const rawPath = path.join(tmpdir(), entry.name);
|
|
try {
|
|
realpathSync(rawPath);
|
|
} catch {
|
|
// Keep raw path fallback.
|
|
}
|
|
try {
|
|
rmSync(rawPath, { recursive: true, force: true });
|
|
removed++;
|
|
} catch (err) {
|
|
const message = err instanceof Error ? err.message : String(err);
|
|
console.warn(`[test-changed] failed to prune leftover ${rawPath}: ${message}`);
|
|
}
|
|
}
|
|
}
|
|
|
|
// Run a test invocation under the L2 wall-clock watchdog (async). Throws on
|
|
// failure/timeout/signal with an `.exitCode` — same shape as `run` — so the
|
|
// caller's catch and the `finally` cleanup below behave identically. On a
|
|
// watchdog kill the child group is already dead, and the `finally` prune +
|
|
// isolation post-check then reap any leaked isolated HOME (no leak slips past
|
|
// the guard).
|
|
async function runWatchedTest(command, commandArgs, { env, budgetMs, label } = {}) {
|
|
const { code, signal, timedOut } = await runWithWatchdog({
|
|
command,
|
|
args: commandArgs,
|
|
env: env ?? process.env,
|
|
// Preserve the original `run`'s fixed working directory; pnpm must execute
|
|
// from the repo root regardless of where test-changed was invoked.
|
|
cwd: rootDir,
|
|
budgetMs,
|
|
label: label ?? `${command} ${commandArgs.join(" ")}`,
|
|
log: console.error,
|
|
spawn,
|
|
});
|
|
if (timedOut || signal || code !== 0) {
|
|
const reason = timedOut ? "watchdog timeout" : signal ? `signal ${signal}` : `exit code ${code}`;
|
|
const error = new Error(`${command} ${commandArgs.join(" ")} failed (${reason})`);
|
|
error.exitCode = timedOut ? 124 : signal ? 1 : code ?? 1;
|
|
throw error;
|
|
}
|
|
}
|
|
|
|
async function runMaybeIsolated(command, commandArgs, options = {}) {
|
|
const enabled = shouldRunIsolationGuard();
|
|
const env = options.env ?? process.env;
|
|
const { onBeforeAfterCheck, budgetMs, label, ...spawnOptions } = options;
|
|
void spawnOptions; // cwd/stdio defaults live in the watchdog/spawn path now
|
|
if (enabled) runIsolationCheck(true, env, /* fastBefore */ true);
|
|
try {
|
|
await runWatchedTest(command, commandArgs, { env, budgetMs, label });
|
|
} finally {
|
|
if (typeof onBeforeAfterCheck === "function") {
|
|
onBeforeAfterCheck();
|
|
}
|
|
pruneFusionTestHomes();
|
|
if (enabled) runIsolationCheck(false, env);
|
|
}
|
|
}
|
|
|
|
function gitOutput(gitArgs) {
|
|
const result = spawnSync("git", gitArgs, {
|
|
cwd: rootDir,
|
|
encoding: "utf8",
|
|
stdio: ["ignore", "pipe", "pipe"],
|
|
});
|
|
|
|
if (result.status !== 0) {
|
|
return null;
|
|
}
|
|
|
|
return result.stdout.trim();
|
|
}
|
|
|
|
function getBaseBranch() {
|
|
const changesetConfigPath = path.join(rootDir, ".changeset", "config.json");
|
|
const changesetConfig = JSON.parse(readFileSync(changesetConfigPath, "utf8"));
|
|
return changesetConfig.baseBranch || "main";
|
|
}
|
|
|
|
function readWorkspacePatterns(projectRoot = rootDir) {
|
|
try {
|
|
const workspacePath = path.join(projectRoot, "pnpm-workspace.yaml");
|
|
return parseWorkspacePackagesFromYaml(readFileSync(workspacePath, "utf8"));
|
|
} catch {
|
|
return ["packages/*"];
|
|
}
|
|
}
|
|
|
|
function expandWorkspacePattern(projectRoot, pattern) {
|
|
if (pattern.trim().startsWith("!")) {
|
|
return [];
|
|
}
|
|
|
|
return fgSync(workspacePatternToPackageJsonGlob(pattern), {
|
|
absolute: true,
|
|
cwd: projectRoot,
|
|
dot: false,
|
|
onlyFiles: true,
|
|
unique: true,
|
|
});
|
|
}
|
|
|
|
function expandWorkspacePatterns(projectRoot, patterns) {
|
|
if (!patterns.some((pattern) => pattern.trim().startsWith("!"))) {
|
|
return patterns.flatMap((pattern) => expandWorkspacePattern(projectRoot, pattern));
|
|
}
|
|
|
|
return fgSync(patterns.map(workspacePatternToPackageJsonGlob), {
|
|
absolute: true,
|
|
cwd: projectRoot,
|
|
dot: false,
|
|
onlyFiles: true,
|
|
unique: true,
|
|
});
|
|
}
|
|
|
|
function workspacePatternToPackageJsonGlob(pattern) {
|
|
const trimmed = pattern.trim();
|
|
const isNegated = trimmed.startsWith("!");
|
|
const body = (isNegated ? trimmed.slice(1) : trimmed)
|
|
.replace(/^\/+/, "")
|
|
.replace(/\/+$/, "");
|
|
const packageJsonGlob = body.endsWith("package.json") ? body : `${body}/package.json`;
|
|
return isNegated ? `!${packageJsonGlob}` : packageJsonGlob;
|
|
}
|
|
|
|
function collectWorkspaceDependencyNames(pkg) {
|
|
return [
|
|
pkg.dependencies,
|
|
pkg.devDependencies,
|
|
pkg.peerDependencies,
|
|
pkg.optionalDependencies,
|
|
].flatMap((deps) => deps && typeof deps === "object" ? Object.keys(deps) : []);
|
|
}
|
|
|
|
export function listWorkspacePackageInfos({ projectRoot = rootDir } = {}) {
|
|
const packageJsonPaths = [
|
|
...new Set(expandWorkspacePatterns(projectRoot, readWorkspacePatterns(projectRoot))),
|
|
];
|
|
|
|
return packageJsonPaths
|
|
.map((packageJsonPath) => {
|
|
try {
|
|
const pkg = JSON.parse(readFileSync(packageJsonPath, "utf8"));
|
|
if (typeof pkg.name !== "string") {
|
|
return null;
|
|
}
|
|
|
|
const dir = path.relative(projectRoot, path.dirname(packageJsonPath)).split(path.sep).join("/");
|
|
return {
|
|
name: pkg.name,
|
|
dir,
|
|
hasTestScript: typeof pkg.scripts?.test === "string",
|
|
dependencyNames: collectWorkspaceDependencyNames(pkg),
|
|
};
|
|
} catch {
|
|
return null;
|
|
}
|
|
})
|
|
.filter(Boolean)
|
|
.sort((a, b) => a.dir.localeCompare(b.dir));
|
|
}
|
|
|
|
function listWorkspacePackages(workspacePackages = listWorkspacePackageInfos()) {
|
|
const packageNameByDir = new Map();
|
|
for (const workspacePackage of workspacePackages) {
|
|
packageNameByDir.set(workspacePackage.dir, workspacePackage.name);
|
|
if (workspacePackage.dir.startsWith("packages/")) {
|
|
packageNameByDir.set(workspacePackage.dir.split("/")[1], workspacePackage.name);
|
|
}
|
|
}
|
|
|
|
return packageNameByDir;
|
|
}
|
|
|
|
export function buildPackageDirByName(workspacePackages) {
|
|
const packageDirByName = new Map();
|
|
for (const workspacePackage of workspacePackages) {
|
|
packageDirByName.set(workspacePackage.name, workspacePackage.dir);
|
|
}
|
|
return packageDirByName;
|
|
}
|
|
|
|
export function buildReverseDependencyMap(workspacePackages) {
|
|
const workspaceNames = new Set(workspacePackages.map((workspacePackage) => workspacePackage.name));
|
|
const reverseDependencyMap = new Map(workspacePackages.map((workspacePackage) => [workspacePackage.name, []]));
|
|
|
|
for (const workspacePackage of workspacePackages) {
|
|
for (const dependencyName of workspacePackage.dependencyNames ?? []) {
|
|
if (workspaceNames.has(dependencyName)) {
|
|
reverseDependencyMap.get(dependencyName)?.push(workspacePackage.name);
|
|
}
|
|
}
|
|
}
|
|
|
|
return reverseDependencyMap;
|
|
}
|
|
|
|
/**
|
|
* Build forward dependency map: package name → [workspace dependency names].
|
|
* Only workspace-internal dependencies are included (external npm deps are
|
|
* already captured by the shared pnpm-lock.yaml hash).
|
|
*
|
|
* @param {{ name: string, dependencyNames?: string[] }[]} workspacePackages
|
|
* @returns {Map<string, string[]>}
|
|
*/
|
|
export function buildForwardDependencyMap(workspacePackages) {
|
|
const workspaceNames = new Set(workspacePackages.map((p) => p.name));
|
|
const forwardDependencyMap = new Map();
|
|
for (const pkg of workspacePackages) {
|
|
const deps = (pkg.dependencyNames ?? []).filter((dep) => workspaceNames.has(dep) && dep !== pkg.name);
|
|
forwardDependencyMap.set(pkg.name, [...new Set(deps)]);
|
|
}
|
|
return forwardDependencyMap;
|
|
}
|
|
|
|
/**
|
|
* Collect the transitive closure of workspace dependencies for a package
|
|
* (excluding the package itself), returned sorted for hash stability.
|
|
*
|
|
* @param {string} packageName
|
|
* @param {Map<string, string[]>} forwardDependencyMap
|
|
* @returns {string[]} sorted transitive dependency names
|
|
*/
|
|
export function collectTransitiveDependencies(packageName, forwardDependencyMap) {
|
|
const seen = new Set();
|
|
const queue = [...(forwardDependencyMap.get(packageName) ?? [])];
|
|
|
|
while (queue.length > 0) {
|
|
const current = queue.shift();
|
|
if (seen.has(current) || current === packageName) continue;
|
|
seen.add(current);
|
|
for (const next of forwardDependencyMap.get(current) ?? []) {
|
|
if (!seen.has(next)) queue.push(next);
|
|
}
|
|
}
|
|
|
|
return [...seen].sort((a, b) => a.localeCompare(b));
|
|
}
|
|
|
|
export function expandWithReverseDependents(packageNames, reverseDependencyMap) {
|
|
const expanded = new Set(packageNames);
|
|
const queue = [...packageNames];
|
|
|
|
while (queue.length > 0) {
|
|
const current = queue.shift();
|
|
for (const dependent of reverseDependencyMap.get(current) ?? []) {
|
|
if (expanded.has(dependent)) continue;
|
|
expanded.add(dependent);
|
|
queue.push(dependent);
|
|
}
|
|
}
|
|
|
|
return [...expanded];
|
|
}
|
|
|
|
// FN-5154 / FN-5157: root docs, changeset summaries, and .fusion artifacts should not expand changed-only test runs into a full workspace suite.
|
|
function isTestIrrelevantRootPath(file) {
|
|
if (file.startsWith(".fusion/")) {
|
|
return true;
|
|
}
|
|
|
|
if (/^\.changeset\/[^/]+\.md$/.test(file)) {
|
|
return true;
|
|
}
|
|
|
|
if (!file.includes("/") && file.toLowerCase().endsWith(".md")) {
|
|
return true;
|
|
}
|
|
|
|
return ["README", "CHANGELOG.md", "LICENSE", "LICENSE.md"].includes(file);
|
|
}
|
|
|
|
export function isSharedInfraChange(changedFiles) {
|
|
// NOTE: overlaps SHARED_HASH_INPUT_PATHS by intent (different axis: this list
|
|
// signals shared-infra changes; that one busts every package's cache hash).
|
|
// When adding a new shared root config input, consider both lists.
|
|
//
|
|
// HISTORY: previously named `shouldForceFullSuite` — this signal used to
|
|
// escalate `pnpm test` to an implicit full
|
|
// recursive run — which was the local OOM path (two concurrent heavy
|
|
// packages, 6GB dashboard heaps). Since the merge-gate redesign
|
|
// (docs/plans/2026-06-04-001-refactor-fast-trusted-test-gate-plan.md) it
|
|
// routes to GATE mode instead: run the merge-gate suite and point at
|
|
// `pnpm test:full` for the explicit full sweep. The full suite only ever
|
|
// runs on explicit opt-in (--full / FUSION_TEST_FULL=1).
|
|
const fullSuitePaths = [
|
|
"package.json",
|
|
"pnpm-lock.yaml",
|
|
"pnpm-workspace.yaml",
|
|
".changeset/config.json",
|
|
"vitest.workspace.ts",
|
|
"eslint.config.mjs",
|
|
"tsconfig.base.json",
|
|
"scripts/test-with-lock.mjs",
|
|
"scripts/test-changed.mjs",
|
|
];
|
|
|
|
return changedFiles.some((file) => {
|
|
if (fullSuitePaths.includes(file)) {
|
|
return true;
|
|
}
|
|
|
|
if (file.startsWith(".github/workflows/") || file.startsWith("scripts/test-") || file.startsWith("scripts/check-test-")) {
|
|
return true;
|
|
}
|
|
|
|
if (isTestIrrelevantRootPath(file)) {
|
|
return false;
|
|
}
|
|
|
|
if ((file.startsWith("packages/") || file.startsWith("plugins/")) && /vitest|test/.test(path.basename(file))) {
|
|
return false;
|
|
}
|
|
|
|
if (!file.startsWith("packages/") && !file.startsWith("plugins/") && !file.startsWith("docs/")) {
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
});
|
|
}
|
|
|
|
function detectComparisonBase(baseBranch) {
|
|
const candidates = [
|
|
`origin/${baseBranch}`,
|
|
`refs/remotes/origin/${baseBranch}`,
|
|
baseBranch,
|
|
];
|
|
|
|
for (const candidate of candidates) {
|
|
const mergeBase = gitOutput(["merge-base", "HEAD", candidate]);
|
|
if (mergeBase) {
|
|
return mergeBase;
|
|
}
|
|
}
|
|
|
|
return null;
|
|
}
|
|
|
|
function changedFilesSince(baseSha) {
|
|
const diff = gitOutput(["diff", "--name-only", `${baseSha}...HEAD`]);
|
|
if (diff === null) {
|
|
return null;
|
|
}
|
|
if (!diff) {
|
|
return [];
|
|
}
|
|
return diff.split("\n").map((entry) => entry.trim()).filter(Boolean);
|
|
}
|
|
|
|
export function resolveAffectedPackages(changedFiles, packageNameByDir) {
|
|
const affected = new Set();
|
|
const packageDirs = [...packageNameByDir.keys()]
|
|
.filter((dir) => dir.includes("/"))
|
|
.sort((a, b) => b.length - a.length);
|
|
|
|
for (const file of changedFiles) {
|
|
let packageName = null;
|
|
|
|
for (const packageDir of packageDirs) {
|
|
if (file === packageDir || file.startsWith(`${packageDir}/`)) {
|
|
packageName = packageNameByDir.get(packageDir);
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (!packageName && file.startsWith("packages/")) {
|
|
const [, dir] = file.split("/");
|
|
packageName = packageNameByDir.get(dir) ?? packageNameByDir.get(`packages/${dir}`) ?? null;
|
|
}
|
|
|
|
if (!packageName) {
|
|
if (file.startsWith("packages/") || file.startsWith("plugins/")) {
|
|
return null;
|
|
}
|
|
continue;
|
|
}
|
|
|
|
affected.add(packageName);
|
|
}
|
|
|
|
return [...affected];
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// Content-hash cache
|
|
// ---------------------------------------------------------------------------
|
|
|
|
/**
|
|
* @typedef {{ hash: string; passedAt: string; command: string }} CacheEntry
|
|
* @typedef {{ version: number; entries: Record<string, CacheEntry> }} CacheFile
|
|
*/
|
|
|
|
/**
|
|
* Return the path to the per-project test-cache JSON file.
|
|
* Honours FUSION_PROJECT_DIR (already reflected in rootDir).
|
|
*
|
|
* @returns {string}
|
|
*/
|
|
export function cacheFilePath() {
|
|
return path.join(rootDir, "node_modules", ".cache", "fusion", "test-cache.json");
|
|
}
|
|
|
|
/**
|
|
* Read and parse the cache file. Returns an empty cache structure on any
|
|
* read/parse failure (corruption, missing file, etc.) and logs a warning.
|
|
*
|
|
* @param {string} filePath
|
|
* @returns {CacheFile}
|
|
*/
|
|
export function readCache(filePath) {
|
|
try {
|
|
const raw = readFileSync(filePath, "utf8");
|
|
const parsed = JSON.parse(raw);
|
|
if (
|
|
parsed &&
|
|
typeof parsed === "object" &&
|
|
parsed.version === CACHE_FORMAT_VERSION &&
|
|
parsed.entries &&
|
|
typeof parsed.entries === "object"
|
|
) {
|
|
return parsed;
|
|
}
|
|
console.warn("[test-changed] cache file has unexpected shape; treating as empty.");
|
|
return { version: CACHE_FORMAT_VERSION, entries: {} };
|
|
} catch (err) {
|
|
if (err.code !== "ENOENT") {
|
|
console.warn(`[test-changed] could not read cache (${err.message}); treating as empty.`);
|
|
}
|
|
return { version: CACHE_FORMAT_VERSION, entries: {} };
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Atomically write the cache file (write to temp then rename).
|
|
*
|
|
* @param {string} filePath
|
|
* @param {CacheFile} cache
|
|
*/
|
|
export function writeCache(filePath, cache) {
|
|
const dir = path.dirname(filePath);
|
|
mkdirSync(dir, { recursive: true });
|
|
const tmp = `${filePath}.tmp.${process.pid}`;
|
|
writeFileSync(tmp, JSON.stringify(cache, null, 2), "utf8");
|
|
renameSync(tmp, filePath);
|
|
}
|
|
|
|
/**
|
|
* Adapt a 1-arg test-changed gitFn `(args) => string|null` into the 2-arg
|
|
* `(args, cwd) => string|null` shape that scripts/lib/content-hash.mjs expects.
|
|
* The cwd is ignored because the inner-loop gitFn already runs with cwd=rootDir.
|
|
*
|
|
* @param {(args: string[]) => string|null} gitFn
|
|
* @returns {(args: string[], cwd: string) => string|null}
|
|
*/
|
|
function adaptGitFnForContentHash(gitFn) {
|
|
return (args) => gitFn(args);
|
|
}
|
|
|
|
/**
|
|
* Compute the OWN content hash for a single package directory: a SHA-256 over
|
|
* just that directory's files, WITHOUT any shared inputs or transitive deps.
|
|
*
|
|
* R11 / U4 correctness: this defers to scripts/lib/content-hash.mjs, which hashes
|
|
* the working-tree bytes of dirty (modified-tracked) and untracked-not-ignored
|
|
* files instead of the stale index blob SHA. The pre-U4 implementation used
|
|
* `git ls-files -s` (index only), so an UNSTAGED edit to a tracked file produced
|
|
* an identical hash → a false cache HIT that skipped a package whose on-disk
|
|
* source had actually changed. Routing through computeContentHash fixes that.
|
|
*
|
|
* Results are memoized per (packageDir, gitFn) for the lifetime of a `memo` Map
|
|
* so that folding a dependency's own-hash into many dependents stays O(packages),
|
|
* not O(packages^2).
|
|
*
|
|
* @param {string} packageDir Relative path to the package dir (e.g. "packages/engine")
|
|
* @param {(args: string[]) => string|null} gitFn Injectable git runner (for tests)
|
|
* @param {Map<string, string>} [memo] Per-call memo keyed by packageDir.
|
|
* @returns {string} 64-char hex SHA-256
|
|
*/
|
|
export function computeOwnHash(packageDir, gitFn = gitOutput, memo, snapshot) {
|
|
if (memo?.has(packageDir)) return memo.get(packageDir);
|
|
|
|
const ownHash = computeContentHash({
|
|
rootDir,
|
|
inputPaths: [packageDir],
|
|
versionPrefix: `${HASH_VERSION_PREFIX}:own`,
|
|
gitFn: adaptGitFnForContentHash(gitFn),
|
|
snapshot,
|
|
});
|
|
|
|
memo?.set(packageDir, ownHash);
|
|
return ownHash;
|
|
}
|
|
|
|
/**
|
|
* Compute the hash for the SHARED inputs folded into every package's hash
|
|
* (pnpm-lock.yaml, tsconfig.base.json, and the shared __test-utils__ tree).
|
|
* Memoized per call so it's computed at most once per run.
|
|
*
|
|
* @param {(args: string[]) => string|null} gitFn
|
|
* @param {Map<string, string>} [memo]
|
|
* @returns {string}
|
|
*/
|
|
function computeSharedInputsHash(gitFn = gitOutput, memo, snapshot) {
|
|
const memoKey = "\0shared-inputs\0";
|
|
if (memo?.has(memoKey)) return memo.get(memoKey);
|
|
|
|
const sharedHash = computeContentHash({
|
|
rootDir,
|
|
inputPaths: SHARED_HASH_INPUT_PATHS,
|
|
versionPrefix: `${HASH_VERSION_PREFIX}:shared`,
|
|
gitFn: adaptGitFnForContentHash(gitFn),
|
|
snapshot,
|
|
});
|
|
|
|
memo?.set(memoKey, sharedHash);
|
|
return sharedHash;
|
|
}
|
|
|
|
/**
|
|
* Compute the dependency-aware cache hash for a package directory.
|
|
*
|
|
* The hash is SHA-256 over, in a stable order:
|
|
* - The constant version prefix HASH_VERSION_PREFIX.
|
|
* - The shared-inputs hash (pnpm-lock.yaml + tsconfig.base.json + the shared
|
|
* packages/core/src/__test-utils__ tree).
|
|
* - The package's own dirty-aware content hash.
|
|
* - Every TRANSITIVE workspace dependency's own dirty-aware hash, sorted by
|
|
* dependency name.
|
|
*
|
|
* Folding transitive dependencies in means a change to (say) @fusion/core busts
|
|
* the cache entry of every package that transitively depends on it, even when
|
|
* the dependent's own files are untouched — closing the R11 correctness hole
|
|
* where a stale-but-own-hash-matching dependent could be cache-skipped after its
|
|
* dependency's source changed.
|
|
*
|
|
* @param {string} packageDir Relative path to the package dir (e.g. "packages/engine")
|
|
* @param {(args: string[]) => string|null} gitFn Injectable git runner (for tests)
|
|
* @param {object} [options]
|
|
* @param {string} [options.packageName] Package name, to resolve transitive deps.
|
|
* @param {Map<string, string[]>} [options.forwardDependencyMap] name → [dep names].
|
|
* @param {Map<string, string>} [options.packageDirByName] name → relative dir.
|
|
* @param {Map<string, string>} [options.memo] Per-run own-hash memo (perf).
|
|
* @param {object} [options.snapshot] Repo-wide content snapshot (from
|
|
* createRepoContentSnapshot — 2 git spawns total) shared across all hash
|
|
* computations in a run; without it each own-hash pays its own spawns.
|
|
* @returns {string} 64-char hex SHA-256
|
|
*/
|
|
export function computePackageHash(packageDir, gitFn = gitOutput, options = {}) {
|
|
const { packageName, forwardDependencyMap, packageDirByName, memo = new Map(), snapshot } = options;
|
|
|
|
const hash = createHash("sha256");
|
|
hash.update(HASH_VERSION_PREFIX);
|
|
hash.update("\0");
|
|
|
|
// Shared inputs (lockfile, base tsconfig, shared __test-utils__ tree).
|
|
hash.update("shared=");
|
|
hash.update(computeSharedInputsHash(gitFn, memo, snapshot));
|
|
hash.update("\0");
|
|
|
|
// This package's own dirty-aware content.
|
|
hash.update("own=");
|
|
hash.update(computeOwnHash(packageDir, gitFn, memo, snapshot));
|
|
hash.update("\0");
|
|
|
|
// Transitive workspace dependencies' own hashes (sorted by name for stability).
|
|
if (packageName && forwardDependencyMap && packageDirByName) {
|
|
const transitiveDeps = collectTransitiveDependencies(packageName, forwardDependencyMap);
|
|
for (const depName of transitiveDeps) {
|
|
const depDir = packageDirByName.get(depName);
|
|
if (!depDir) continue; // Unknown dir (defensive); skip rather than crash.
|
|
hash.update("dep:");
|
|
hash.update(depName);
|
|
hash.update("=");
|
|
hash.update(computeOwnHash(depDir, gitFn, memo, snapshot));
|
|
hash.update("\0");
|
|
}
|
|
}
|
|
|
|
return hash.digest("hex");
|
|
}
|
|
|
|
/**
|
|
* Return a human-readable relative time string like "3h ago" or "2d ago".
|
|
*
|
|
* @param {string} isoTimestamp
|
|
* @returns {string}
|
|
*/
|
|
function relativeTime(isoTimestamp) {
|
|
const diffMs = Date.now() - new Date(isoTimestamp).getTime();
|
|
const diffSecs = Math.floor(diffMs / 1000);
|
|
if (diffSecs < 60) return `${diffSecs}s ago`;
|
|
const diffMins = Math.floor(diffSecs / 60);
|
|
if (diffMins < 60) return `${diffMins}m ago`;
|
|
const diffHours = Math.floor(diffMins / 60);
|
|
if (diffHours < 24) return `${diffHours}h ago`;
|
|
const diffDays = Math.floor(diffHours / 24);
|
|
return `${diffDays}d ago`;
|
|
}
|
|
|
|
/**
|
|
* @typedef {Object} CacheOptions
|
|
* @property {boolean} [noCache] When true, bypass cache reads AND writes.
|
|
* @property {(args: string[]) => string|null} [gitFn] Injectable git runner.
|
|
* @property {() => CacheFile} [readCacheFn] Injectable cache reader.
|
|
* @property {(cache: CacheFile) => void} [writeCacheFn] Injectable cache writer.
|
|
* @property {Map<string, string>} [packageDirByName] pkg-name → relative dir.
|
|
* @property {Map<string, string[]>} [forwardDependencyMap] pkg-name → workspace dep names.
|
|
*/
|
|
|
|
/**
|
|
* Apply the content-hash cache to an execution plan.
|
|
*
|
|
* This is a SEPARATE function from decideExecutionPlan so it can be tested
|
|
* independently (decideExecutionPlan remains pure / I/O-free).
|
|
*
|
|
* For "full" plans, cache lookups are always skipped (running full means full).
|
|
* For "changed" plans, any package whose hash matches a fresh cache entry is
|
|
* removed from the run set. If all packages are cached, returns a synthetic
|
|
* "all-cached" result so the caller can skip the pnpm invocation entirely.
|
|
*
|
|
* @param {{ mode: string; packages?: string[]; reason?: string }} plan
|
|
* @param {CacheOptions} [options]
|
|
* @returns {{ plan: typeof plan; cachedPackages: string[]; activePackages: string[] }}
|
|
*/
|
|
export function applyCacheToPlan(plan, options = {}) {
|
|
const {
|
|
noCache = false,
|
|
gitFn = gitOutput,
|
|
readCacheFn,
|
|
writeCacheFn,
|
|
packageDirByName = new Map(),
|
|
forwardDependencyMap = new Map(),
|
|
// Shared per-RUN memo + repo snapshot: main() passes the same pair to
|
|
// recordCachePass so the record pass re-spawns zero git and re-hashes
|
|
// nothing (test runs don't modify hashed source).
|
|
memo = new Map(),
|
|
snapshot,
|
|
} = options;
|
|
|
|
// Full suite runs always bypass cache (full means full).
|
|
if (plan.mode !== "changed" || noCache) {
|
|
return { plan, cachedPackages: [], activePackages: plan.packages ?? [] };
|
|
}
|
|
|
|
const filePath = cacheFilePath();
|
|
const cache = readCacheFn ? readCacheFn() : readCache(filePath);
|
|
const now = Date.now();
|
|
|
|
const cachedPackages = [];
|
|
const activePackages = [];
|
|
|
|
for (const pkg of plan.packages ?? []) {
|
|
const pkgDir = packageDirByName.get(pkg) ?? `packages/${pkg.replace(/^@[^/]+\//, "")}`;
|
|
const computedHash = computePackageHash(pkgDir, gitFn, {
|
|
packageName: pkg,
|
|
forwardDependencyMap,
|
|
packageDirByName,
|
|
memo,
|
|
snapshot,
|
|
});
|
|
const entry = cache.entries[pkg];
|
|
|
|
const isHit =
|
|
entry &&
|
|
entry.hash === computedHash &&
|
|
now - new Date(entry.passedAt).getTime() < CACHE_MAX_AGE_MS;
|
|
|
|
if (isHit) {
|
|
const sha7 = computedHash.slice(0, 7);
|
|
const when = relativeTime(entry.passedAt);
|
|
console.log(`[test-changed] cache HIT for ${pkg} (hash ${sha7}, passed ${when})`);
|
|
cachedPackages.push(pkg);
|
|
} else {
|
|
activePackages.push(pkg);
|
|
}
|
|
}
|
|
|
|
return { plan, cachedPackages, activePackages };
|
|
}
|
|
|
|
/**
|
|
* Persist passing results for the given packages into the cache.
|
|
*
|
|
* @param {string[]} packages
|
|
* @param {Map<string, string>} packageDirByName
|
|
* @param {CacheOptions} [options]
|
|
*/
|
|
export function recordCachePass(packages, packageDirByName, options = {}) {
|
|
const {
|
|
noCache = false,
|
|
gitFn = gitOutput,
|
|
readCacheFn,
|
|
writeCacheFn,
|
|
forwardDependencyMap = new Map(),
|
|
// When main() passes the memo/snapshot already populated by
|
|
// applyCacheToPlan, every hash below is a memo hit — zero git spawns.
|
|
memo = new Map(),
|
|
snapshot,
|
|
} = options;
|
|
|
|
if (noCache || packages.length === 0) return;
|
|
|
|
const filePath = cacheFilePath();
|
|
const cache = readCacheFn ? readCacheFn() : readCache(filePath);
|
|
const now = new Date().toISOString();
|
|
|
|
for (const pkg of packages) {
|
|
const pkgDir = packageDirByName.get(pkg) ?? `packages/${pkg.replace(/^@[^/]+\//, "")}`;
|
|
const hash = computePackageHash(pkgDir, gitFn, {
|
|
packageName: pkg,
|
|
forwardDependencyMap,
|
|
packageDirByName,
|
|
memo,
|
|
snapshot,
|
|
});
|
|
cache.entries[pkg] = { hash, passedAt: now, command: "test" };
|
|
}
|
|
|
|
if (writeCacheFn) {
|
|
writeCacheFn(cache);
|
|
} else {
|
|
writeCache(filePath, cache);
|
|
}
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// Execution plan
|
|
// ---------------------------------------------------------------------------
|
|
|
|
const workspaceConcurrency = process.env.FUSION_TEST_WORKSPACE_CONCURRENCY || "2";
|
|
|
|
function parsePositiveInteger(value) {
|
|
const parsed = Number.parseInt(value ?? "", 10);
|
|
return Number.isInteger(parsed) && parsed > 0 ? parsed : undefined;
|
|
}
|
|
|
|
export function defaultTestWorkerBudget(env = process.env) {
|
|
const cpuCap = Math.max(1, cpus().length - 1);
|
|
const defaultTotal = Math.min(12, Math.max(4, cpuCap));
|
|
const totalWorkers = parsePositiveInteger(env.FUSION_TEST_TOTAL_WORKERS) ?? defaultTotal;
|
|
const concurrency = Math.max(
|
|
1,
|
|
Math.min(parsePositiveInteger(env.FUSION_TEST_CONCURRENCY) ?? 2, totalWorkers),
|
|
);
|
|
|
|
return {
|
|
totalWorkers,
|
|
concurrency,
|
|
};
|
|
}
|
|
|
|
const { totalWorkers, concurrency } = defaultTestWorkerBudget(process.env);
|
|
|
|
const isolatedHomesToCleanup = new Set();
|
|
// Basenames of every fusion-test-home-root-* dir this process has minted.
|
|
// Passed to check-test-isolation.mjs via env so it allow-lists them
|
|
// unconditionally, even if cleanup's rm silently failed.
|
|
export const knownIsolatedHomeBasenames = new Set();
|
|
|
|
let cleanupRmSync = rmSync;
|
|
|
|
export function __setCleanupRmSyncForTests(nextRmSync) {
|
|
cleanupRmSync = typeof nextRmSync === "function" ? nextRmSync : rmSync;
|
|
}
|
|
|
|
function sleepMsSync(ms) {
|
|
if (ms <= 0) return;
|
|
spawnSync("sleep", [String(ms / 1000)], { stdio: "ignore" });
|
|
}
|
|
|
|
/**
|
|
* Retry isolated HOME cleanup synchronously to absorb transient EBUSY races
|
|
* (common on macOS when Vitest workers still hold file descriptors briefly).
|
|
* If cleanup still fails, check-test-isolation gets an allow-list of every
|
|
* minted fusion-test-home-root-* basename to avoid false leak failures.
|
|
*/
|
|
export function cleanupIsolatedHomePath(homePath, retries = 3, delayMs = 75) {
|
|
try {
|
|
if (!existsSync(homePath)) return;
|
|
|
|
let lastError = null;
|
|
for (let attempt = 1; attempt <= retries; attempt++) {
|
|
try {
|
|
cleanupRmSync(homePath, { recursive: true, force: true });
|
|
return;
|
|
} catch (err) {
|
|
if (err && typeof err === "object" && "code" in err && err.code === "ENOENT") {
|
|
return;
|
|
}
|
|
lastError = err;
|
|
if (attempt < retries) {
|
|
sleepMsSync(delayMs);
|
|
}
|
|
}
|
|
}
|
|
|
|
const message = lastError instanceof Error ? lastError.message : String(lastError);
|
|
console.warn(`[test-changed] failed to remove isolated HOME ${homePath} after ${retries} attempts: ${message}`);
|
|
} finally {
|
|
isolatedHomesToCleanup.delete(homePath);
|
|
}
|
|
}
|
|
|
|
function cleanupIsolatedHomes() {
|
|
for (const homePath of isolatedHomesToCleanup) {
|
|
cleanupIsolatedHomePath(homePath);
|
|
}
|
|
}
|
|
|
|
process.on("exit", cleanupIsolatedHomes);
|
|
process.on("SIGINT", () => {
|
|
cleanupIsolatedHomes();
|
|
process.exit(130);
|
|
});
|
|
process.on("SIGTERM", () => {
|
|
cleanupIsolatedHomes();
|
|
process.exit(143);
|
|
});
|
|
|
|
export function createIsolatedHomeEnv(env = process.env) {
|
|
const rawIsolatedHome = mkdtempSync(path.join(tmpdir(), "fusion-test-home-root-"));
|
|
const isolatedHome = realpathSync(rawIsolatedHome);
|
|
isolatedHomesToCleanup.add(rawIsolatedHome);
|
|
isolatedHomesToCleanup.add(isolatedHome);
|
|
knownIsolatedHomeBasenames.add(path.basename(rawIsolatedHome));
|
|
knownIsolatedHomeBasenames.add(path.basename(isolatedHome));
|
|
|
|
const inheritedHome = env.HOME || env.USERPROFILE;
|
|
const corepackHome = env.COREPACK_HOME || (inheritedHome
|
|
? path.join(inheritedHome, ".cache", "node", "corepack")
|
|
: undefined);
|
|
|
|
const nextEnv = {
|
|
...env,
|
|
HOME: isolatedHome,
|
|
USERPROFILE: isolatedHome,
|
|
...(corepackHome ? { COREPACK_HOME: corepackHome } : {}),
|
|
};
|
|
|
|
if (process.platform === "win32") {
|
|
const match = isolatedHome.match(/^([A-Za-z]:)(.*)$/);
|
|
if (match) {
|
|
nextEnv.HOMEDRIVE = match[1];
|
|
nextEnv.HOMEPATH = match[2] || "\\";
|
|
}
|
|
}
|
|
|
|
return { env: nextEnv, isolatedHome };
|
|
}
|
|
|
|
const fullSuiteEnv = {
|
|
...process.env,
|
|
FUSION_TEST_TOTAL_WORKERS: process.env.FUSION_TEST_TOTAL_WORKERS || String(totalWorkers),
|
|
FUSION_TEST_CONCURRENCY: process.env.FUSION_TEST_CONCURRENCY || String(concurrency),
|
|
};
|
|
|
|
export function decideExecutionPlan({
|
|
forceFullSuite,
|
|
comparisonBase,
|
|
changedFiles,
|
|
packageNameByDir,
|
|
reverseDependencyMap,
|
|
}) {
|
|
if (forceFullSuite) return { mode: "full", reason: "forced" };
|
|
// Every implicit wide-blast condition below routes to GATE mode (merge-gate
|
|
// suite only), never to an implicit full-suite run — the old escalation was
|
|
// the local OOM path. `pnpm test:full` is the explicit opt-in full sweep.
|
|
if (!comparisonBase) return { mode: "gate", reason: "missing-comparison-base" };
|
|
if (!changedFiles) return { mode: "gate", reason: "diff-failed" };
|
|
if (changedFiles.length === 0) return { mode: "gate", reason: "no-changes" };
|
|
if (isSharedInfraChange(changedFiles)) return { mode: "gate", reason: "shared-infra-changed" };
|
|
|
|
const affectedPackages = resolveAffectedPackages(changedFiles, packageNameByDir);
|
|
if (!affectedPackages || affectedPackages.length === 0) return { mode: "gate", reason: "no-affected-package" };
|
|
|
|
return {
|
|
mode: "changed",
|
|
packages: reverseDependencyMap
|
|
? expandWithReverseDependents(affectedPackages, reverseDependencyMap)
|
|
: affectedPackages,
|
|
};
|
|
}
|
|
|
|
/**
|
|
* R5: Emit one structured line describing why the inner loop chose its mode.
|
|
* Shape: `[test-changed] mode=<changed|full> reason=<reason> packages=<n>`.
|
|
*
|
|
* For changed plans the reason is `changed-packages`; for full plans the
|
|
* reason mirrors decideExecutionPlan's reason field.
|
|
*
|
|
* @param {{ mode: string, reason?: string, packages?: string[] }} plan
|
|
* @param {(line: string) => void} [log]
|
|
* @returns {string} the emitted line (for testing)
|
|
*/
|
|
export function emitModeDecision(plan, log = console.log) {
|
|
const reason = plan.mode === "changed" ? (plan.reason ?? "changed-packages") : (plan.reason ?? "unknown");
|
|
const packageCount = plan.mode === "changed" ? (plan.packages?.length ?? 0) : 0;
|
|
const line = `[test-changed] mode=${plan.mode} reason=${reason} packages=${packageCount}`;
|
|
log(line);
|
|
return line;
|
|
}
|
|
|
|
export function normalizeForwardedArgs(argv) {
|
|
const normalized = [];
|
|
|
|
for (const arg of argv) {
|
|
if (arg === "--full" || arg === "--no-cache") continue;
|
|
if (arg === "--silent" || arg.startsWith("--silent=")) continue;
|
|
normalized.push(arg);
|
|
}
|
|
|
|
return normalized;
|
|
}
|
|
|
|
export async function main(argv = process.argv.slice(2)) {
|
|
// The full suite is explicit opt-in ONLY (--full / FUSION_TEST_FULL=1).
|
|
// CI no longer routes through this script (the gate job runs `pnpm
|
|
// test:gate`; the demoted tier runs `test:ci:shard` in full-suite.yml), so
|
|
// the old `CI === "true"` force-full branch is gone.
|
|
const forceFullSuite =
|
|
process.env.FUSION_TEST_FULL === "1" ||
|
|
argv.includes("--full");
|
|
|
|
const noCache =
|
|
process.env.FUSION_TEST_NO_CACHE === "1" ||
|
|
argv.includes("--no-cache");
|
|
|
|
const forwardedArgs = normalizeForwardedArgs(argv);
|
|
|
|
// Dry mode-decision probe (R5): compute and print the mode/reason line without
|
|
// running tests. Used by `node scripts/test-changed.mjs --print-mode`.
|
|
if (argv.includes("--print-mode") || argv.includes("--help")) {
|
|
const baseBranch = getBaseBranch();
|
|
const comparisonBase = detectComparisonBase(baseBranch);
|
|
const changedFiles = comparisonBase ? changedFilesSince(comparisonBase) : null;
|
|
const workspacePackages = listWorkspacePackageInfos();
|
|
const packageNameByDir = listWorkspacePackages(workspacePackages);
|
|
const reverseDependencyMap = buildReverseDependencyMap(workspacePackages);
|
|
const plan = decideExecutionPlan({
|
|
forceFullSuite,
|
|
comparisonBase,
|
|
changedFiles,
|
|
packageNameByDir,
|
|
reverseDependencyMap,
|
|
});
|
|
emitModeDecision(plan);
|
|
return;
|
|
}
|
|
|
|
// Decide the execution plan and apply the cache BEFORE paying any fixed setup
|
|
// cost. The cache-fresh fast path can then skip the skill-sync spawn, the
|
|
// artifact-ensure pass, isolated-HOME creation, and the prune scan entirely.
|
|
const baseBranch = getBaseBranch();
|
|
const comparisonBase = detectComparisonBase(baseBranch);
|
|
const changedFiles = comparisonBase ? changedFilesSince(comparisonBase) : null;
|
|
const workspacePackages = listWorkspacePackageInfos();
|
|
const packageNameByDir = listWorkspacePackages(workspacePackages);
|
|
const packageDirByName = buildPackageDirByName(workspacePackages);
|
|
const reverseDependencyMap = buildReverseDependencyMap(workspacePackages);
|
|
const forwardDependencyMap = buildForwardDependencyMap(workspacePackages);
|
|
|
|
const plan = decideExecutionPlan({
|
|
forceFullSuite,
|
|
comparisonBase,
|
|
changedFiles,
|
|
packageNameByDir,
|
|
reverseDependencyMap,
|
|
});
|
|
|
|
// R5: structured mode-decision telemetry so fast-path hit rate is observable.
|
|
emitModeDecision(plan);
|
|
|
|
// For changed plans, resolve the cache now so we know whether any package
|
|
// actually needs running before we spend setup time.
|
|
let cachedPackages = [];
|
|
let activePackages = plan.packages ?? [];
|
|
// One repo-wide content snapshot (2 git spawns) + one own-hash memo for the
|
|
// entire run: applyCacheToPlan populates them, recordCachePass reuses them,
|
|
// so per-package git spawns and re-hashing happen exactly once per run.
|
|
const hashMemo = new Map();
|
|
let hashSnapshot;
|
|
if (plan.mode === "changed") {
|
|
if (!(noCache || forceFullSuite)) {
|
|
hashSnapshot = createRepoContentSnapshot({ rootDir });
|
|
}
|
|
({ cachedPackages, activePackages } = applyCacheToPlan(plan, {
|
|
noCache: noCache || forceFullSuite,
|
|
packageDirByName,
|
|
forwardDependencyMap,
|
|
memo: hashMemo,
|
|
snapshot: hashSnapshot,
|
|
}));
|
|
}
|
|
|
|
// Gate mode always has work: the merge-gate suite is not covered by the
|
|
// per-package cache (it spans engine + cli with its own selection), so it
|
|
// must never short-circuit through the cache-fresh fast path.
|
|
const hasWork = plan.mode === "full" || plan.mode === "gate" || activePackages.length > 0;
|
|
|
|
// Cache-fresh fast path: nothing to run. Emit a fast-path mode line, run only
|
|
// the (now cheap) isolation guard, and skip skill-sync, artifact-ensure,
|
|
// HOME creation, and prune.
|
|
//
|
|
// NOTE: this path is reachable only in CHANGED mode (gate mode sets hasWork
|
|
// above), and it intentionally skips the merge-gate suite too: an all-cache-
|
|
// fresh changed run means the engine/cli content feeding the gate suite is
|
|
// byte-identical to a previously green run. Any shared-infra change that
|
|
// could invalidate that reasoning routes to gate mode instead of here.
|
|
if (!hasWork) {
|
|
console.log("[test-changed] fast-path=cache-fresh (no packages to run).");
|
|
console.log(
|
|
`[test-changed] all changed packages are cache-fresh (${cachedPackages.join(", ")}); nothing to run.`,
|
|
);
|
|
if (shouldRunIsolationGuard()) {
|
|
// No isolated HOME was created and no tests ran, so there is nothing to
|
|
// prune and no real risk of a leak — but we still run a single cheap
|
|
// before/after guard pass to preserve the invariant that every `pnpm test`
|
|
// verifies isolation.
|
|
runIsolationCheck(true, process.env, /* fastBefore */ true);
|
|
runIsolationCheck(false, process.env);
|
|
}
|
|
return;
|
|
}
|
|
|
|
// There is work to do — pay the fixed setup cost now.
|
|
// U3: skip the skill-sync check spawn when its inputs are unchanged since the
|
|
// last passing run. Full runs (CI / --full) always run it unconditionally so
|
|
// the gate never goes silent on the path that actually enforces it.
|
|
if (forceFullSuite || !isSkillSyncCheckCached(rootDir)) {
|
|
run("pnpm", ["sync:fusion-skill:check"]);
|
|
} else {
|
|
console.log("[test-changed] skill-sync check skipped (inputs unchanged since last pass).");
|
|
}
|
|
ensureTestArtifacts(rootDir);
|
|
|
|
const { env: isolatedHomeEnv, isolatedHome } = createIsolatedHomeEnv(fullSuiteEnv);
|
|
|
|
const cleanupIsolatedHome = () => {
|
|
cleanupIsolatedHomePath(isolatedHome);
|
|
};
|
|
|
|
try {
|
|
|
|
if (plan.mode === "full") {
|
|
// Explicit opt-in only ("forced": --full / FUSION_TEST_FULL=1).
|
|
await runMaybeIsolated("pnpm", [`-r`, `--workspace-concurrency=${workspaceConcurrency}`, "test", ...forwardedArgs], {
|
|
env: isolatedHomeEnv,
|
|
onBeforeAfterCheck: cleanupIsolatedHome,
|
|
budgetMs: FULL_SUITE_BUDGET_MS,
|
|
label: "test:full (-r)",
|
|
});
|
|
return;
|
|
}
|
|
|
|
if (plan.mode === "gate") {
|
|
if (plan.reason === "missing-comparison-base") {
|
|
console.log(`[test-changed] could not resolve merge-base with ${baseBranch}; running merge-gate suite.`);
|
|
} else if (plan.reason === "diff-failed") {
|
|
console.log("[test-changed] failed to read git diff; running merge-gate suite.");
|
|
} else if (plan.reason === "no-changes") {
|
|
console.log("[test-changed] no changes detected against base; running merge-gate suite.");
|
|
} else if (plan.reason === "shared-infra-changed") {
|
|
console.log("[test-changed] shared/root test infrastructure changed; running merge-gate suite.");
|
|
} else if (plan.reason === "no-affected-package") {
|
|
console.log("[test-changed] no affected workspace package resolved; running merge-gate suite.");
|
|
}
|
|
console.log("[test-changed] need the full sweep instead? run `pnpm test:full` (explicit opt-in).");
|
|
|
|
await runMaybeIsolated("pnpm", ["test:gate"], {
|
|
env: isolatedHomeEnv,
|
|
onBeforeAfterCheck: cleanupIsolatedHome,
|
|
budgetMs: deriveBudgetMs({ klass: "changed" }),
|
|
label: "test:gate",
|
|
});
|
|
return;
|
|
}
|
|
|
|
// Changed mode: merge-gate suite first, then the affected set. The gate is
|
|
// cheap (~10s) and keeps `pnpm test` green ⇒ mergeable-signal honest; the
|
|
// affected expansion preserves changed-code coverage. Overlap (engine in the
|
|
// affected set re-runs the engine-core files) is accepted by design.
|
|
console.log("[test-changed] running merge-gate suite (pnpm test:gate) before affected packages.");
|
|
// Run the gate under the same isolation guard as the affected set — a gate
|
|
// suite leak must trip the checker, not silently become the "before" state
|
|
// of the later run.
|
|
await runMaybeIsolated("pnpm", ["test:gate"], {
|
|
env: isolatedHomeEnv,
|
|
budgetMs: deriveBudgetMs({ klass: "changed" }),
|
|
label: "test:gate (pre-affected)",
|
|
});
|
|
|
|
const filterArgs = activePackages.flatMap((pkg) => ["--filter", pkg]);
|
|
console.log(`[test-changed] running tests for changed packages: ${activePackages.join(", ")}`);
|
|
if (cachedPackages.length > 0) {
|
|
console.log(`[test-changed] skipping cached packages: ${cachedPackages.join(", ")}`);
|
|
}
|
|
|
|
await runMaybeIsolated("pnpm", [...filterArgs, `--workspace-concurrency=${workspaceConcurrency}`, "test", ...forwardedArgs], {
|
|
env: isolatedHomeEnv,
|
|
onBeforeAfterCheck: cleanupIsolatedHome,
|
|
// Affected sets can include dashboard (13 inner-watchdog'd lanes); use the
|
|
// generous full-suite backstop rather than the tight changed ceiling so a
|
|
// legitimately long local run is never false-killed.
|
|
budgetMs: FULL_SUITE_BUDGET_MS,
|
|
label: `affected: ${activePackages.join(", ")}`,
|
|
});
|
|
|
|
// Tests passed — record in cache (never cache failures; process.exit on failure above).
|
|
recordCachePass(activePackages, packageDirByName, {
|
|
noCache,
|
|
forwardDependencyMap,
|
|
memo: hashMemo,
|
|
snapshot: hashSnapshot,
|
|
});
|
|
} finally {
|
|
cleanupIsolatedHome();
|
|
}
|
|
}
|
|
|
|
if (process.argv[1] && path.resolve(process.argv[1]) === currentFilePath) {
|
|
main().catch((error) => {
|
|
if (error?.exitCode) {
|
|
process.exit(error.exitCode);
|
|
}
|
|
console.error(error);
|
|
process.exit(1);
|
|
});
|
|
}
|