Files
fusion/scripts/test-changed.mjs
gsxdsm 2c41695e1f fix(test): dependency-aware and dirty-aware test cache invalidation
- cache key v2 = own hash + sorted transitive workspace dep hashes + shared inputs (lockfile, tsconfig.base, core __test-utils__ tree)
- working-tree-dirty files hashed by content (fixes false cache HIT on unstaged edits)
- core __test-utils__ folded globally: 16+ packages import it without a workspace dep on core
- dep folding adds ~5ms to the inner loop (memoized own-hashes)
- docs: cache semantics, --no-cache / FUSION_TEST_NO_CACHE, TTL rationale
2026-06-03 18:06:05 -07:00

1199 lines
40 KiB
JavaScript

#!/usr/bin/env node
import { readFileSync, readdirSync, writeFileSync, mkdirSync, renameSync, mkdtempSync, rmSync, realpathSync, globSync, existsSync } from "node:fs";
import path from "node:path";
import { spawnSync } from "node:child_process";
import { fileURLToPath } from "node:url";
import { createHash } from "node:crypto";
import { cpus, tmpdir } from "node:os";
import { createRequire } from "node:module";
import { ensureTestArtifacts } from "./ensure-test-artifacts.mjs";
import { isSkillSyncCheckCached } from "./sync-fusion-skill-tools.mjs";
import { computeContentHash } from "./lib/content-hash.mjs";
const currentFilePath = fileURLToPath(import.meta.url);
const scriptDir = path.dirname(currentFilePath);
const checkIsolationScript = path.join(scriptDir, "check-test-isolation.mjs");
const require = createRequire(import.meta.url);
function fastGlobSync(patterns, options) {
const patternList = Array.isArray(patterns) ? patterns : [patterns];
const matches = new Set();
for (const pattern of patternList) {
if (typeof pattern !== "string" || pattern.length === 0) continue;
const isNegated = pattern.startsWith("!");
const body = isNegated ? pattern.slice(1) : pattern;
const resolved = globSync(body, {
cwd: options?.cwd,
absolute: options?.absolute,
dot: options?.dot,
nodir: options?.onlyFiles,
});
for (const entry of resolved) {
if (isNegated) {
matches.delete(entry);
} else {
matches.add(entry);
}
}
}
return [...matches];
}
let fgSync = fastGlobSync;
try {
const loaded = require("fast-glob");
if (typeof loaded?.sync === "function") {
fgSync = loaded.sync;
}
} catch {
// Fallback to node:fs globSync when fast-glob is not installed.
}
function parseWorkspacePackagesFromYaml(rawYaml) {
const lines = rawYaml.split(/\r?\n/);
const packages = [];
let inPackages = false;
for (const line of lines) {
const trimmed = line.trim();
if (!inPackages) {
if (trimmed === "packages:") {
inPackages = true;
}
continue;
}
if (!trimmed) continue;
if (!trimmed.startsWith("-")) {
if (!line.startsWith(" ") && !line.startsWith("\t")) {
break;
}
continue;
}
const value = trimmed.slice(1).trim().replace(/^['"]|['"]$/g, "");
if (value) packages.push(value);
}
return packages;
}
const rootDir = process.env.FUSION_PROJECT_DIR
? path.resolve(process.env.FUSION_PROJECT_DIR)
: process.cwd();
/** @type {string} Cache format version — bump when the shape or hash inputs change. */
const CACHE_FORMAT_VERSION = 1;
/**
* @type {string} Constant mixed into every content hash so format rev busts all entries.
*
* U4 bumped v1 -> v2: the hash now (a) folds in every transitive workspace
* dependency's own-hash, (b) folds in the shared `packages/core/src/__test-utils__`
* tree globally, and (c) hashes working-tree bytes for dirty/untracked files
* instead of trusting the (stale) index blob SHA. Any of these shifts the digest,
* so the bump invalidates every pre-U4 entry exactly once.
*/
const HASH_VERSION_PREFIX = "v2";
/**
* @type {string[]} Repo-relative paths whose content is folded into EVERY
* package's hash. These are shared inputs that any package's test run depends on
* regardless of the workspace dependency graph:
* - pnpm-lock.yaml / tsconfig.base.json: global build/resolution config.
* - packages/core/src/__test-utils__: the shared vitest setup/teardown/workers
* helpers are imported by nearly every package's vitest config via a relative
* cross-package path (e.g. `../../core/src/__test-utils__/vitest-setup.ts`),
* INCLUDING packages that have no `@fusion/core` workspace dependency
* (mobile, droid-cli, pi-*, and every plugin/example). Dep-aware hashing
* alone would miss those, so we fold the tree in globally — the simplest
* provably-correct choice (mirrors the tsconfig.base.json treatment).
*/
const SHARED_HASH_INPUT_PATHS = [
"pnpm-lock.yaml",
"tsconfig.base.json",
"packages/core/src/__test-utils__",
];
/** @type {number} Max age (ms) for a cache entry to count as a pass. */
const CACHE_MAX_AGE_MS = 7 * 24 * 60 * 60 * 1000; // 7 days
function run(command, commandArgs, options = {}) {
const result = spawnSync(command, commandArgs, {
cwd: rootDir,
stdio: "inherit",
...options,
});
if (result.status !== 0) {
const error = new Error(`${command} ${commandArgs.join(" ")} failed with exit code ${result.status ?? 1}`);
error.exitCode = result.status ?? 1;
throw error;
}
}
function runIsolationCheck(before = false, env = process.env, fastBefore = false) {
const args = [checkIsolationScript];
// U3: the before-pass is the costly one (2s mutability probe). Use the cheap
// `--before-fast` variant, which reuses the prior run's externally-active
// classification and skips the probe. The script falls back to the full probe
// when no prior baseline exists, so detection is never weakened.
if (before) args.push(fastBefore ? "--before-fast" : "--before");
// Inject the names of every isolated HOME this script created so the check
// never reports them as a leak even if the rm-rf in cleanup silently failed
// or the baseline file got rotated mid-run. Without this, a transient EBUSY
// on /var/folders (SQLite WAL still mmap'd, orphan child holding an fd)
// leaks a `fusion-test-home-root-*` dir and trips the guard.
const ignoreNames = [...knownIsolatedHomeBasenames].join(",");
const checkEnv = ignoreNames
? { ...env, FUSION_TEST_ISOLATION_IGNORE_NAMES: ignoreNames }
: env;
run(process.execPath, args, { env: checkEnv });
}
export function shouldRunIsolationGuard(env = process.env) {
return env.FUSION_TEST_DISABLE_ISOLATION_GUARD !== "1";
}
// U3: bound the prune scan. It only ever targets our own
// `fusion-test-home-root-*` prefix (it always did), but we additionally cap the
// number of entries removed per call and skip very-fresh dirs, so a single run
// can't spend unbounded time rm-rf'ing a tmpdir that accumulated thousands of
// stale homes — and so the cache-fresh fast path can skip it entirely.
const PRUNE_MAX_ENTRIES = 64;
export function pruneFusionTestHomes(maxEntries = PRUNE_MAX_ENTRIES) {
let tmpEntries = [];
try {
tmpEntries = readdirSync(tmpdir(), { withFileTypes: true });
} catch {
return;
}
let removed = 0;
for (const entry of tmpEntries) {
if (removed >= maxEntries) break;
if (!entry.isDirectory() || !entry.name.startsWith("fusion-test-home-root-")) continue;
const rawPath = path.join(tmpdir(), entry.name);
try {
realpathSync(rawPath);
} catch {
// Keep raw path fallback.
}
try {
rmSync(rawPath, { recursive: true, force: true });
removed++;
} catch (err) {
const message = err instanceof Error ? err.message : String(err);
console.warn(`[test-changed] failed to prune leftover ${rawPath}: ${message}`);
}
}
}
function runMaybeIsolated(command, commandArgs, options = {}) {
const enabled = shouldRunIsolationGuard();
const env = options.env ?? process.env;
const { onBeforeAfterCheck, ...spawnOptions } = options;
if (enabled) runIsolationCheck(true, env, /* fastBefore */ true);
try {
run(command, commandArgs, spawnOptions);
} finally {
if (typeof onBeforeAfterCheck === "function") {
onBeforeAfterCheck();
}
pruneFusionTestHomes();
if (enabled) runIsolationCheck(false, env);
}
}
function gitOutput(gitArgs) {
const result = spawnSync("git", gitArgs, {
cwd: rootDir,
encoding: "utf8",
stdio: ["ignore", "pipe", "pipe"],
});
if (result.status !== 0) {
return null;
}
return result.stdout.trim();
}
function getBaseBranch() {
const changesetConfigPath = path.join(rootDir, ".changeset", "config.json");
const changesetConfig = JSON.parse(readFileSync(changesetConfigPath, "utf8"));
return changesetConfig.baseBranch || "main";
}
function readWorkspacePatterns(projectRoot = rootDir) {
try {
const workspacePath = path.join(projectRoot, "pnpm-workspace.yaml");
return parseWorkspacePackagesFromYaml(readFileSync(workspacePath, "utf8"));
} catch {
return ["packages/*"];
}
}
function expandWorkspacePattern(projectRoot, pattern) {
if (pattern.trim().startsWith("!")) {
return [];
}
return fgSync(workspacePatternToPackageJsonGlob(pattern), {
absolute: true,
cwd: projectRoot,
dot: false,
onlyFiles: true,
unique: true,
});
}
function expandWorkspacePatterns(projectRoot, patterns) {
if (!patterns.some((pattern) => pattern.trim().startsWith("!"))) {
return patterns.flatMap((pattern) => expandWorkspacePattern(projectRoot, pattern));
}
return fgSync(patterns.map(workspacePatternToPackageJsonGlob), {
absolute: true,
cwd: projectRoot,
dot: false,
onlyFiles: true,
unique: true,
});
}
function workspacePatternToPackageJsonGlob(pattern) {
const trimmed = pattern.trim();
const isNegated = trimmed.startsWith("!");
const body = (isNegated ? trimmed.slice(1) : trimmed)
.replace(/^\/+/, "")
.replace(/\/+$/, "");
const packageJsonGlob = body.endsWith("package.json") ? body : `${body}/package.json`;
return isNegated ? `!${packageJsonGlob}` : packageJsonGlob;
}
function collectWorkspaceDependencyNames(pkg) {
return [
pkg.dependencies,
pkg.devDependencies,
pkg.peerDependencies,
pkg.optionalDependencies,
].flatMap((deps) => deps && typeof deps === "object" ? Object.keys(deps) : []);
}
export function listWorkspacePackageInfos({ projectRoot = rootDir } = {}) {
const packageJsonPaths = [
...new Set(expandWorkspacePatterns(projectRoot, readWorkspacePatterns(projectRoot))),
];
return packageJsonPaths
.map((packageJsonPath) => {
try {
const pkg = JSON.parse(readFileSync(packageJsonPath, "utf8"));
if (typeof pkg.name !== "string") {
return null;
}
const dir = path.relative(projectRoot, path.dirname(packageJsonPath)).split(path.sep).join("/");
return {
name: pkg.name,
dir,
hasTestScript: typeof pkg.scripts?.test === "string",
dependencyNames: collectWorkspaceDependencyNames(pkg),
};
} catch {
return null;
}
})
.filter(Boolean)
.sort((a, b) => a.dir.localeCompare(b.dir));
}
function listWorkspacePackages(workspacePackages = listWorkspacePackageInfos()) {
const packageNameByDir = new Map();
for (const workspacePackage of workspacePackages) {
packageNameByDir.set(workspacePackage.dir, workspacePackage.name);
if (workspacePackage.dir.startsWith("packages/")) {
packageNameByDir.set(workspacePackage.dir.split("/")[1], workspacePackage.name);
}
}
return packageNameByDir;
}
export function buildPackageDirByName(workspacePackages) {
const packageDirByName = new Map();
for (const workspacePackage of workspacePackages) {
packageDirByName.set(workspacePackage.name, workspacePackage.dir);
}
return packageDirByName;
}
export function buildReverseDependencyMap(workspacePackages) {
const workspaceNames = new Set(workspacePackages.map((workspacePackage) => workspacePackage.name));
const reverseDependencyMap = new Map(workspacePackages.map((workspacePackage) => [workspacePackage.name, []]));
for (const workspacePackage of workspacePackages) {
for (const dependencyName of workspacePackage.dependencyNames ?? []) {
if (workspaceNames.has(dependencyName)) {
reverseDependencyMap.get(dependencyName)?.push(workspacePackage.name);
}
}
}
return reverseDependencyMap;
}
/**
* Build forward dependency map: package name → [workspace dependency names].
* Only workspace-internal dependencies are included (external npm deps are
* already captured by the shared pnpm-lock.yaml hash).
*
* @param {{ name: string, dependencyNames?: string[] }[]} workspacePackages
* @returns {Map<string, string[]>}
*/
export function buildForwardDependencyMap(workspacePackages) {
const workspaceNames = new Set(workspacePackages.map((p) => p.name));
const forwardDependencyMap = new Map();
for (const pkg of workspacePackages) {
const deps = (pkg.dependencyNames ?? []).filter((dep) => workspaceNames.has(dep) && dep !== pkg.name);
forwardDependencyMap.set(pkg.name, [...new Set(deps)]);
}
return forwardDependencyMap;
}
/**
* Collect the transitive closure of workspace dependencies for a package
* (excluding the package itself), returned sorted for hash stability.
*
* @param {string} packageName
* @param {Map<string, string[]>} forwardDependencyMap
* @returns {string[]} sorted transitive dependency names
*/
export function collectTransitiveDependencies(packageName, forwardDependencyMap) {
const seen = new Set();
const queue = [...(forwardDependencyMap.get(packageName) ?? [])];
while (queue.length > 0) {
const current = queue.shift();
if (seen.has(current) || current === packageName) continue;
seen.add(current);
for (const next of forwardDependencyMap.get(current) ?? []) {
if (!seen.has(next)) queue.push(next);
}
}
return [...seen].sort((a, b) => a.localeCompare(b));
}
export function expandWithReverseDependents(packageNames, reverseDependencyMap) {
const expanded = new Set(packageNames);
const queue = [...packageNames];
while (queue.length > 0) {
const current = queue.shift();
for (const dependent of reverseDependencyMap.get(current) ?? []) {
if (expanded.has(dependent)) continue;
expanded.add(dependent);
queue.push(dependent);
}
}
return [...expanded];
}
// FN-5154 / FN-5157: root docs, changeset summaries, and .fusion artifacts should not expand changed-only test runs into a full workspace suite.
function isTestIrrelevantRootPath(file) {
if (file.startsWith(".fusion/")) {
return true;
}
if (/^\.changeset\/[^/]+\.md$/.test(file)) {
return true;
}
if (!file.includes("/") && file.toLowerCase().endsWith(".md")) {
return true;
}
return ["README", "CHANGELOG.md", "LICENSE", "LICENSE.md"].includes(file);
}
export function shouldForceFullSuite(changedFiles) {
const fullSuitePaths = [
"package.json",
"pnpm-lock.yaml",
"pnpm-workspace.yaml",
".changeset/config.json",
"vitest.workspace.ts",
"eslint.config.mjs",
"tsconfig.base.json",
"scripts/test-with-lock.mjs",
"scripts/test-changed.mjs",
];
return changedFiles.some((file) => {
if (fullSuitePaths.includes(file)) {
return true;
}
if (file.startsWith(".github/workflows/") || file.startsWith("scripts/test-") || file.startsWith("scripts/check-test-")) {
return true;
}
if (isTestIrrelevantRootPath(file)) {
return false;
}
if ((file.startsWith("packages/") || file.startsWith("plugins/")) && /vitest|test/.test(path.basename(file))) {
return false;
}
if (!file.startsWith("packages/") && !file.startsWith("plugins/") && !file.startsWith("docs/")) {
return true;
}
return false;
});
}
function detectComparisonBase(baseBranch) {
const candidates = [
`origin/${baseBranch}`,
`refs/remotes/origin/${baseBranch}`,
baseBranch,
];
for (const candidate of candidates) {
const mergeBase = gitOutput(["merge-base", "HEAD", candidate]);
if (mergeBase) {
return mergeBase;
}
}
return null;
}
function changedFilesSince(baseSha) {
const diff = gitOutput(["diff", "--name-only", `${baseSha}...HEAD`]);
if (diff === null) {
return null;
}
if (!diff) {
return [];
}
return diff.split("\n").map((entry) => entry.trim()).filter(Boolean);
}
export function resolveAffectedPackages(changedFiles, packageNameByDir) {
const affected = new Set();
const packageDirs = [...packageNameByDir.keys()]
.filter((dir) => dir.includes("/"))
.sort((a, b) => b.length - a.length);
for (const file of changedFiles) {
let packageName = null;
for (const packageDir of packageDirs) {
if (file === packageDir || file.startsWith(`${packageDir}/`)) {
packageName = packageNameByDir.get(packageDir);
break;
}
}
if (!packageName && file.startsWith("packages/")) {
const [, dir] = file.split("/");
packageName = packageNameByDir.get(dir) ?? packageNameByDir.get(`packages/${dir}`) ?? null;
}
if (!packageName) {
if (file.startsWith("packages/") || file.startsWith("plugins/")) {
return null;
}
continue;
}
affected.add(packageName);
}
return [...affected];
}
// ---------------------------------------------------------------------------
// Content-hash cache
// ---------------------------------------------------------------------------
/**
* @typedef {{ hash: string; passedAt: string; command: string }} CacheEntry
* @typedef {{ version: number; entries: Record<string, CacheEntry> }} CacheFile
*/
/**
* Return the path to the per-project test-cache JSON file.
* Honours FUSION_PROJECT_DIR (already reflected in rootDir).
*
* @returns {string}
*/
export function cacheFilePath() {
return path.join(rootDir, "node_modules", ".cache", "fusion", "test-cache.json");
}
/**
* Read and parse the cache file. Returns an empty cache structure on any
* read/parse failure (corruption, missing file, etc.) and logs a warning.
*
* @param {string} filePath
* @returns {CacheFile}
*/
export function readCache(filePath) {
try {
const raw = readFileSync(filePath, "utf8");
const parsed = JSON.parse(raw);
if (
parsed &&
typeof parsed === "object" &&
parsed.version === CACHE_FORMAT_VERSION &&
parsed.entries &&
typeof parsed.entries === "object"
) {
return parsed;
}
console.warn("[test-changed] cache file has unexpected shape; treating as empty.");
return { version: CACHE_FORMAT_VERSION, entries: {} };
} catch (err) {
if (err.code !== "ENOENT") {
console.warn(`[test-changed] could not read cache (${err.message}); treating as empty.`);
}
return { version: CACHE_FORMAT_VERSION, entries: {} };
}
}
/**
* Atomically write the cache file (write to temp then rename).
*
* @param {string} filePath
* @param {CacheFile} cache
*/
export function writeCache(filePath, cache) {
const dir = path.dirname(filePath);
mkdirSync(dir, { recursive: true });
const tmp = `${filePath}.tmp.${process.pid}`;
writeFileSync(tmp, JSON.stringify(cache, null, 2), "utf8");
renameSync(tmp, filePath);
}
/**
* Adapt a 1-arg test-changed gitFn `(args) => string|null` into the 2-arg
* `(args, cwd) => string|null` shape that scripts/lib/content-hash.mjs expects.
* The cwd is ignored because the inner-loop gitFn already runs with cwd=rootDir.
*
* @param {(args: string[]) => string|null} gitFn
* @returns {(args: string[], cwd: string) => string|null}
*/
function adaptGitFnForContentHash(gitFn) {
return (args) => gitFn(args);
}
/**
* Compute the OWN content hash for a single package directory: a SHA-256 over
* just that directory's files, WITHOUT any shared inputs or transitive deps.
*
* R11 / U4 correctness: this defers to scripts/lib/content-hash.mjs, which hashes
* the working-tree bytes of dirty (modified-tracked) and untracked-not-ignored
* files instead of the stale index blob SHA. The pre-U4 implementation used
* `git ls-files -s` (index only), so an UNSTAGED edit to a tracked file produced
* an identical hash → a false cache HIT that skipped a package whose on-disk
* source had actually changed. Routing through computeContentHash fixes that.
*
* Results are memoized per (packageDir, gitFn) for the lifetime of a `memo` Map
* so that folding a dependency's own-hash into many dependents stays O(packages),
* not O(packages^2).
*
* @param {string} packageDir Relative path to the package dir (e.g. "packages/engine")
* @param {(args: string[]) => string|null} gitFn Injectable git runner (for tests)
* @param {Map<string, string>} [memo] Per-call memo keyed by packageDir.
* @returns {string} 64-char hex SHA-256
*/
export function computeOwnHash(packageDir, gitFn = gitOutput, memo) {
if (memo?.has(packageDir)) return memo.get(packageDir);
const ownHash = computeContentHash({
rootDir,
inputPaths: [packageDir],
versionPrefix: `${HASH_VERSION_PREFIX}:own`,
gitFn: adaptGitFnForContentHash(gitFn),
});
memo?.set(packageDir, ownHash);
return ownHash;
}
/**
* Compute the hash for the SHARED inputs folded into every package's hash
* (pnpm-lock.yaml, tsconfig.base.json, and the shared __test-utils__ tree).
* Memoized per call so it's computed at most once per run.
*
* @param {(args: string[]) => string|null} gitFn
* @param {Map<string, string>} [memo]
* @returns {string}
*/
function computeSharedInputsHash(gitFn = gitOutput, memo) {
const memoKey = "\0shared-inputs\0";
if (memo?.has(memoKey)) return memo.get(memoKey);
const sharedHash = computeContentHash({
rootDir,
inputPaths: SHARED_HASH_INPUT_PATHS,
versionPrefix: `${HASH_VERSION_PREFIX}:shared`,
gitFn: adaptGitFnForContentHash(gitFn),
});
memo?.set(memoKey, sharedHash);
return sharedHash;
}
/**
* Compute the dependency-aware cache hash for a package directory.
*
* The hash is SHA-256 over, in a stable order:
* - The constant version prefix HASH_VERSION_PREFIX.
* - The shared-inputs hash (pnpm-lock.yaml + tsconfig.base.json + the shared
* packages/core/src/__test-utils__ tree).
* - The package's own dirty-aware content hash.
* - Every TRANSITIVE workspace dependency's own dirty-aware hash, sorted by
* dependency name.
*
* Folding transitive dependencies in means a change to (say) @fusion/core busts
* the cache entry of every package that transitively depends on it, even when
* the dependent's own files are untouched — closing the R11 correctness hole
* where a stale-but-own-hash-matching dependent could be cache-skipped after its
* dependency's source changed.
*
* @param {string} packageDir Relative path to the package dir (e.g. "packages/engine")
* @param {(args: string[]) => string|null} gitFn Injectable git runner (for tests)
* @param {object} [options]
* @param {string} [options.packageName] Package name, to resolve transitive deps.
* @param {Map<string, string[]>} [options.forwardDependencyMap] name → [dep names].
* @param {Map<string, string>} [options.packageDirByName] name → relative dir.
* @param {Map<string, string>} [options.memo] Per-run own-hash memo (perf).
* @returns {string} 64-char hex SHA-256
*/
export function computePackageHash(packageDir, gitFn = gitOutput, options = {}) {
const { packageName, forwardDependencyMap, packageDirByName, memo = new Map() } = options;
const hash = createHash("sha256");
hash.update(HASH_VERSION_PREFIX);
hash.update("\0");
// Shared inputs (lockfile, base tsconfig, shared __test-utils__ tree).
hash.update("shared=");
hash.update(computeSharedInputsHash(gitFn, memo));
hash.update("\0");
// This package's own dirty-aware content.
hash.update("own=");
hash.update(computeOwnHash(packageDir, gitFn, memo));
hash.update("\0");
// Transitive workspace dependencies' own hashes (sorted by name for stability).
if (packageName && forwardDependencyMap && packageDirByName) {
const transitiveDeps = collectTransitiveDependencies(packageName, forwardDependencyMap);
for (const depName of transitiveDeps) {
const depDir = packageDirByName.get(depName);
if (!depDir) continue; // Unknown dir (defensive); skip rather than crash.
hash.update("dep:");
hash.update(depName);
hash.update("=");
hash.update(computeOwnHash(depDir, gitFn, memo));
hash.update("\0");
}
}
return hash.digest("hex");
}
/**
* Return a human-readable relative time string like "3h ago" or "2d ago".
*
* @param {string} isoTimestamp
* @returns {string}
*/
function relativeTime(isoTimestamp) {
const diffMs = Date.now() - new Date(isoTimestamp).getTime();
const diffSecs = Math.floor(diffMs / 1000);
if (diffSecs < 60) return `${diffSecs}s ago`;
const diffMins = Math.floor(diffSecs / 60);
if (diffMins < 60) return `${diffMins}m ago`;
const diffHours = Math.floor(diffMins / 60);
if (diffHours < 24) return `${diffHours}h ago`;
const diffDays = Math.floor(diffHours / 24);
return `${diffDays}d ago`;
}
/**
* @typedef {Object} CacheOptions
* @property {boolean} [noCache] When true, bypass cache reads AND writes.
* @property {(args: string[]) => string|null} [gitFn] Injectable git runner.
* @property {() => CacheFile} [readCacheFn] Injectable cache reader.
* @property {(cache: CacheFile) => void} [writeCacheFn] Injectable cache writer.
* @property {Map<string, string>} [packageDirByName] pkg-name → relative dir.
* @property {Map<string, string[]>} [forwardDependencyMap] pkg-name → workspace dep names.
*/
/**
* Apply the content-hash cache to an execution plan.
*
* This is a SEPARATE function from decideExecutionPlan so it can be tested
* independently (decideExecutionPlan remains pure / I/O-free).
*
* For "full" plans, cache lookups are always skipped (running full means full).
* For "changed" plans, any package whose hash matches a fresh cache entry is
* removed from the run set. If all packages are cached, returns a synthetic
* "all-cached" result so the caller can skip the pnpm invocation entirely.
*
* @param {{ mode: string; packages?: string[]; reason?: string }} plan
* @param {CacheOptions} [options]
* @returns {{ plan: typeof plan; cachedPackages: string[]; activePackages: string[] }}
*/
export function applyCacheToPlan(plan, options = {}) {
const {
noCache = false,
gitFn = gitOutput,
readCacheFn,
writeCacheFn,
packageDirByName = new Map(),
forwardDependencyMap = new Map(),
} = options;
// Full suite runs always bypass cache (full means full).
if (plan.mode !== "changed" || noCache) {
return { plan, cachedPackages: [], activePackages: plan.packages ?? [] };
}
const filePath = cacheFilePath();
const cache = readCacheFn ? readCacheFn() : readCache(filePath);
const now = Date.now();
const cachedPackages = [];
const activePackages = [];
// Shared per-call memo so each package/dependency own-hash is computed once,
// keeping dep-aware hashing O(packages) rather than O(packages^2).
const memo = new Map();
for (const pkg of plan.packages ?? []) {
const pkgDir = packageDirByName.get(pkg) ?? `packages/${pkg.replace(/^@[^/]+\//, "")}`;
const computedHash = computePackageHash(pkgDir, gitFn, {
packageName: pkg,
forwardDependencyMap,
packageDirByName,
memo,
});
const entry = cache.entries[pkg];
const isHit =
entry &&
entry.hash === computedHash &&
now - new Date(entry.passedAt).getTime() < CACHE_MAX_AGE_MS;
if (isHit) {
const sha7 = computedHash.slice(0, 7);
const when = relativeTime(entry.passedAt);
console.log(`[test-changed] cache HIT for ${pkg} (hash ${sha7}, passed ${when})`);
cachedPackages.push(pkg);
} else {
activePackages.push(pkg);
}
}
return { plan, cachedPackages, activePackages };
}
/**
* Persist passing results for the given packages into the cache.
*
* @param {string[]} packages
* @param {Map<string, string>} packageDirByName
* @param {CacheOptions} [options]
*/
export function recordCachePass(packages, packageDirByName, options = {}) {
const {
noCache = false,
gitFn = gitOutput,
readCacheFn,
writeCacheFn,
forwardDependencyMap = new Map(),
} = options;
if (noCache || packages.length === 0) return;
const filePath = cacheFilePath();
const cache = readCacheFn ? readCacheFn() : readCache(filePath);
const now = new Date().toISOString();
// Shared per-call memo (see applyCacheToPlan): keep own-hashing O(packages).
const memo = new Map();
for (const pkg of packages) {
const pkgDir = packageDirByName.get(pkg) ?? `packages/${pkg.replace(/^@[^/]+\//, "")}`;
const hash = computePackageHash(pkgDir, gitFn, {
packageName: pkg,
forwardDependencyMap,
packageDirByName,
memo,
});
cache.entries[pkg] = { hash, passedAt: now, command: "test" };
}
if (writeCacheFn) {
writeCacheFn(cache);
} else {
writeCache(filePath, cache);
}
}
// ---------------------------------------------------------------------------
// Execution plan
// ---------------------------------------------------------------------------
const workspaceConcurrency = process.env.FUSION_TEST_WORKSPACE_CONCURRENCY || "2";
function parsePositiveInteger(value) {
const parsed = Number.parseInt(value ?? "", 10);
return Number.isInteger(parsed) && parsed > 0 ? parsed : undefined;
}
export function defaultTestWorkerBudget(env = process.env) {
const cpuCap = Math.max(1, cpus().length - 1);
const defaultTotal = Math.min(12, Math.max(4, cpuCap));
const totalWorkers = parsePositiveInteger(env.FUSION_TEST_TOTAL_WORKERS) ?? defaultTotal;
const concurrency = Math.max(
1,
Math.min(parsePositiveInteger(env.FUSION_TEST_CONCURRENCY) ?? 2, totalWorkers),
);
return {
totalWorkers,
concurrency,
};
}
const { totalWorkers, concurrency } = defaultTestWorkerBudget(process.env);
const isolatedHomesToCleanup = new Set();
// Basenames of every fusion-test-home-root-* dir this process has minted.
// Passed to check-test-isolation.mjs via env so it allow-lists them
// unconditionally, even if cleanup's rm silently failed.
export const knownIsolatedHomeBasenames = new Set();
let cleanupRmSync = rmSync;
export function __setCleanupRmSyncForTests(nextRmSync) {
cleanupRmSync = typeof nextRmSync === "function" ? nextRmSync : rmSync;
}
function sleepMsSync(ms) {
if (ms <= 0) return;
spawnSync("sleep", [String(ms / 1000)], { stdio: "ignore" });
}
/**
* Retry isolated HOME cleanup synchronously to absorb transient EBUSY races
* (common on macOS when Vitest workers still hold file descriptors briefly).
* If cleanup still fails, check-test-isolation gets an allow-list of every
* minted fusion-test-home-root-* basename to avoid false leak failures.
*/
export function cleanupIsolatedHomePath(homePath, retries = 3, delayMs = 75) {
try {
if (!existsSync(homePath)) return;
let lastError = null;
for (let attempt = 1; attempt <= retries; attempt++) {
try {
cleanupRmSync(homePath, { recursive: true, force: true });
return;
} catch (err) {
if (err && typeof err === "object" && "code" in err && err.code === "ENOENT") {
return;
}
lastError = err;
if (attempt < retries) {
sleepMsSync(delayMs);
}
}
}
const message = lastError instanceof Error ? lastError.message : String(lastError);
console.warn(`[test-changed] failed to remove isolated HOME ${homePath} after ${retries} attempts: ${message}`);
} finally {
isolatedHomesToCleanup.delete(homePath);
}
}
function cleanupIsolatedHomes() {
for (const homePath of isolatedHomesToCleanup) {
cleanupIsolatedHomePath(homePath);
}
}
process.on("exit", cleanupIsolatedHomes);
process.on("SIGINT", () => {
cleanupIsolatedHomes();
process.exit(130);
});
process.on("SIGTERM", () => {
cleanupIsolatedHomes();
process.exit(143);
});
export function createIsolatedHomeEnv(env = process.env) {
const rawIsolatedHome = mkdtempSync(path.join(tmpdir(), "fusion-test-home-root-"));
const isolatedHome = realpathSync(rawIsolatedHome);
isolatedHomesToCleanup.add(rawIsolatedHome);
isolatedHomesToCleanup.add(isolatedHome);
knownIsolatedHomeBasenames.add(path.basename(rawIsolatedHome));
knownIsolatedHomeBasenames.add(path.basename(isolatedHome));
const inheritedHome = env.HOME || env.USERPROFILE;
const corepackHome = env.COREPACK_HOME || (inheritedHome
? path.join(inheritedHome, ".cache", "node", "corepack")
: undefined);
const nextEnv = {
...env,
HOME: isolatedHome,
USERPROFILE: isolatedHome,
...(corepackHome ? { COREPACK_HOME: corepackHome } : {}),
};
if (process.platform === "win32") {
const match = isolatedHome.match(/^([A-Za-z]:)(.*)$/);
if (match) {
nextEnv.HOMEDRIVE = match[1];
nextEnv.HOMEPATH = match[2] || "\\";
}
}
return { env: nextEnv, isolatedHome };
}
const fullSuiteEnv = {
...process.env,
FUSION_TEST_TOTAL_WORKERS: process.env.FUSION_TEST_TOTAL_WORKERS || String(totalWorkers),
FUSION_TEST_CONCURRENCY: process.env.FUSION_TEST_CONCURRENCY || String(concurrency),
};
export function decideExecutionPlan({
forceFullSuite,
comparisonBase,
changedFiles,
packageNameByDir,
reverseDependencyMap,
}) {
if (forceFullSuite) return { mode: "full", reason: "forced" };
if (!comparisonBase) return { mode: "full", reason: "missing-comparison-base" };
if (!changedFiles) return { mode: "full", reason: "diff-failed" };
if (changedFiles.length === 0) return { mode: "full", reason: "no-changes" };
if (shouldForceFullSuite(changedFiles)) return { mode: "full", reason: "shared-infra-changed" };
const affectedPackages = resolveAffectedPackages(changedFiles, packageNameByDir);
if (!affectedPackages || affectedPackages.length === 0) return { mode: "full", reason: "no-affected-package" };
return {
mode: "changed",
packages: reverseDependencyMap
? expandWithReverseDependents(affectedPackages, reverseDependencyMap)
: affectedPackages,
};
}
/**
* R5: Emit one structured line describing why the inner loop chose its mode.
* Shape: `[test-changed] mode=<changed|full> reason=<reason> packages=<n>`.
*
* For changed plans the reason is `changed-packages`; for full plans the
* reason mirrors decideExecutionPlan's reason field.
*
* @param {{ mode: string, reason?: string, packages?: string[] }} plan
* @param {(line: string) => void} [log]
* @returns {string} the emitted line (for testing)
*/
export function emitModeDecision(plan, log = console.log) {
const reason = plan.mode === "changed" ? (plan.reason ?? "changed-packages") : (plan.reason ?? "unknown");
const packageCount = plan.mode === "changed" ? (plan.packages?.length ?? 0) : 0;
const line = `[test-changed] mode=${plan.mode} reason=${reason} packages=${packageCount}`;
log(line);
return line;
}
export function normalizeForwardedArgs(argv) {
const normalized = [];
for (const arg of argv) {
if (arg === "--full" || arg === "--no-cache") continue;
if (arg === "--silent" || arg.startsWith("--silent=")) continue;
normalized.push(arg);
}
return normalized;
}
export function main(argv = process.argv.slice(2)) {
const forceFullSuite =
process.env.CI === "true" ||
process.env.FUSION_TEST_FULL === "1" ||
argv.includes("--full");
const noCache =
process.env.FUSION_TEST_NO_CACHE === "1" ||
argv.includes("--no-cache");
const forwardedArgs = normalizeForwardedArgs(argv);
// Dry mode-decision probe (R5): compute and print the mode/reason line without
// running tests. Used by `node scripts/test-changed.mjs --print-mode`.
if (argv.includes("--print-mode") || argv.includes("--help")) {
const baseBranch = getBaseBranch();
const comparisonBase = detectComparisonBase(baseBranch);
const changedFiles = comparisonBase ? changedFilesSince(comparisonBase) : null;
const workspacePackages = listWorkspacePackageInfos();
const packageNameByDir = listWorkspacePackages(workspacePackages);
const reverseDependencyMap = buildReverseDependencyMap(workspacePackages);
const plan = decideExecutionPlan({
forceFullSuite,
comparisonBase,
changedFiles,
packageNameByDir,
reverseDependencyMap,
});
emitModeDecision(plan);
return;
}
// Decide the execution plan and apply the cache BEFORE paying any fixed setup
// cost. The cache-fresh fast path can then skip the skill-sync spawn, the
// artifact-ensure pass, isolated-HOME creation, and the prune scan entirely.
const baseBranch = getBaseBranch();
const comparisonBase = detectComparisonBase(baseBranch);
const changedFiles = comparisonBase ? changedFilesSince(comparisonBase) : null;
const workspacePackages = listWorkspacePackageInfos();
const packageNameByDir = listWorkspacePackages(workspacePackages);
const packageDirByName = buildPackageDirByName(workspacePackages);
const reverseDependencyMap = buildReverseDependencyMap(workspacePackages);
const forwardDependencyMap = buildForwardDependencyMap(workspacePackages);
const plan = decideExecutionPlan({
forceFullSuite,
comparisonBase,
changedFiles,
packageNameByDir,
reverseDependencyMap,
});
// R5: structured mode-decision telemetry so fast-path hit rate is observable.
emitModeDecision(plan);
// For changed plans, resolve the cache now so we know whether any package
// actually needs running before we spend setup time.
let cachedPackages = [];
let activePackages = plan.packages ?? [];
if (plan.mode === "changed") {
({ cachedPackages, activePackages } = applyCacheToPlan(plan, {
noCache: noCache || forceFullSuite,
packageDirByName,
forwardDependencyMap,
}));
}
const hasWork = plan.mode === "full" || activePackages.length > 0;
// Cache-fresh fast path: nothing to run. Emit a fast-path mode line, run only
// the (now cheap) isolation guard, and skip skill-sync, artifact-ensure,
// HOME creation, and prune.
if (!hasWork) {
console.log("[test-changed] fast-path=cache-fresh (no packages to run).");
console.log(
`[test-changed] all changed packages are cache-fresh (${cachedPackages.join(", ")}); nothing to run.`,
);
if (shouldRunIsolationGuard()) {
// No isolated HOME was created and no tests ran, so there is nothing to
// prune and no real risk of a leak — but we still run a single cheap
// before/after guard pass to preserve the invariant that every `pnpm test`
// verifies isolation.
runIsolationCheck(true, process.env, /* fastBefore */ true);
runIsolationCheck(false, process.env);
}
return;
}
// There is work to do — pay the fixed setup cost now.
// U3: skip the skill-sync check spawn when its inputs are unchanged since the
// last passing run. Full runs (CI / --full) always run it unconditionally so
// the gate never goes silent on the path that actually enforces it.
if (forceFullSuite || !isSkillSyncCheckCached(rootDir)) {
run("pnpm", ["sync:fusion-skill:check"]);
} else {
console.log("[test-changed] skill-sync check skipped (inputs unchanged since last pass).");
}
ensureTestArtifacts(rootDir);
const { env: isolatedHomeEnv, isolatedHome } = createIsolatedHomeEnv(fullSuiteEnv);
const cleanupIsolatedHome = () => {
cleanupIsolatedHomePath(isolatedHome);
};
try {
if (plan.mode === "full") {
if (plan.reason === "missing-comparison-base") {
console.log(`[test-changed] could not resolve merge-base with ${baseBranch}; running full suite.`);
} else if (plan.reason === "diff-failed") {
console.log("[test-changed] failed to read git diff; running full suite.");
} else if (plan.reason === "no-changes") {
console.log("[test-changed] no changes detected against base; running full suite.");
} else if (plan.reason === "shared-infra-changed") {
console.log("[test-changed] shared/root test infrastructure changed; running full suite.");
} else if (plan.reason === "no-affected-package") {
console.log("[test-changed] no affected workspace package resolved; running full suite.");
}
runMaybeIsolated("pnpm", [`-r`, `--workspace-concurrency=${workspaceConcurrency}`, "test", ...forwardedArgs], {
env: isolatedHomeEnv,
onBeforeAfterCheck: cleanupIsolatedHome,
});
return;
}
const filterArgs = activePackages.flatMap((pkg) => ["--filter", pkg]);
console.log(`[test-changed] running tests for changed packages: ${activePackages.join(", ")}`);
if (cachedPackages.length > 0) {
console.log(`[test-changed] skipping cached packages: ${cachedPackages.join(", ")}`);
}
runMaybeIsolated("pnpm", [...filterArgs, `--workspace-concurrency=${workspaceConcurrency}`, "test", ...forwardedArgs], {
env: isolatedHomeEnv,
onBeforeAfterCheck: cleanupIsolatedHome,
});
// Tests passed — record in cache (never cache failures; process.exit on failure above).
recordCachePass(activePackages, packageDirByName, { noCache, forwardDependencyMap });
} finally {
cleanupIsolatedHome();
}
}
if (process.argv[1] && path.resolve(process.argv[1]) === currentFilePath) {
try {
main();
} catch (error) {
if (error?.exitCode) {
process.exit(error.exitCode);
}
throw error;
}
}