feat(FN-3593): add test isolation CI enforcement, fix stuck-requeue race, a
This merge lands five FN-3593 commits establishing a test isolation contract with a new `scripts/check-test-isolation.mjs` guard that scans for accidental `beforeEach`/`afterEach`/`beforeAll`/`afterAll` in setup helpers, plus per-package `setup-test-isolation.ts` bootstraps that canonicalize the pat Fusion-Task-Id: FN-3593
This commit is contained in:
Fusion
@@ -1,28 +1,10 @@
|
||||
#!/usr/bin/env node
|
||||
/**
|
||||
* Verifies that the test suite doesn't leak temp directories or touch the
|
||||
* real .fusion directory.
|
||||
*
|
||||
* Usage:
|
||||
* node scripts/check-test-isolation.mjs [--before]
|
||||
*
|
||||
* --before Record baseline state before running tests (writes /tmp/.fusion-isolation-baseline).
|
||||
* (default) Compare current state to baseline and fail on leaks.
|
||||
*
|
||||
* Integration:
|
||||
* node scripts/check-test-isolation.mjs --before
|
||||
* pnpm test
|
||||
* node scripts/check-test-isolation.mjs
|
||||
*/
|
||||
|
||||
import { readdirSync, statSync, existsSync, writeFileSync, readFileSync } from "node:fs";
|
||||
import { tmpdir } from "node:os";
|
||||
import { join } from "node:path";
|
||||
import { readdirSync, statSync, existsSync, writeFileSync, readFileSync, realpathSync } from "node:fs";
|
||||
import { homedir, tmpdir } from "node:os";
|
||||
import { join, resolve, sep } from "node:path";
|
||||
|
||||
const BASELINE_FILE = join(tmpdir(), ".fusion-isolation-baseline");
|
||||
|
||||
// Prefixes the test suite is allowed to create under /tmp. Any dir matching
|
||||
// one of these must be cleaned up by the end of the test run.
|
||||
const TRACKED_PREFIXES = [
|
||||
"fusion-worker-",
|
||||
"fusion-test-",
|
||||
@@ -40,6 +22,14 @@ const TRACKED_PREFIXES = [
|
||||
"kb-first-run-test-",
|
||||
];
|
||||
|
||||
function stablePath(pathValue) {
|
||||
try {
|
||||
return realpathSync(pathValue);
|
||||
} catch {
|
||||
return resolve(pathValue);
|
||||
}
|
||||
}
|
||||
|
||||
function snapshotTmp() {
|
||||
const entries = readdirSync(tmpdir());
|
||||
const matching = [];
|
||||
@@ -48,46 +38,106 @@ function snapshotTmp() {
|
||||
const full = join(tmpdir(), name);
|
||||
try {
|
||||
const stat = statSync(full);
|
||||
if (stat.isDirectory()) {
|
||||
matching.push({ name, mtime: stat.mtimeMs });
|
||||
}
|
||||
if (stat.isDirectory()) matching.push({ name, mtime: stat.mtimeMs });
|
||||
} catch {
|
||||
// Ignore — could be gone already.
|
||||
// Ignore transient file-system races while scanning /tmp.
|
||||
}
|
||||
}
|
||||
return matching;
|
||||
}
|
||||
|
||||
function listProtectedFusionDirs() {
|
||||
const dirs = new Set();
|
||||
dirs.add(stablePath(join(process.cwd(), ".fusion")));
|
||||
dirs.add(stablePath(join(process.env.HOME || process.env.USERPROFILE || homedir(), ".fusion")));
|
||||
return [...dirs];
|
||||
}
|
||||
|
||||
function collectFusionSignature(rootDir, out = []) {
|
||||
if (!existsSync(rootDir)) return out;
|
||||
let stat;
|
||||
try {
|
||||
stat = statSync(rootDir);
|
||||
} catch {
|
||||
return out;
|
||||
}
|
||||
if (!stat.isDirectory()) return out;
|
||||
|
||||
const entries = readdirSync(rootDir, { withFileTypes: true });
|
||||
for (const entry of entries) {
|
||||
const fullPath = join(rootDir, entry.name);
|
||||
const relPath = fullPath.slice(rootDir.length + (rootDir.endsWith(sep) ? 0 : 1));
|
||||
let entryStat;
|
||||
try {
|
||||
entryStat = statSync(fullPath);
|
||||
} catch {
|
||||
continue;
|
||||
}
|
||||
out.push(`${relPath}|${entry.isDirectory() ? "d" : "f"}|${entryStat.size}|${Math.floor(entryStat.mtimeMs)}`);
|
||||
if (entry.isDirectory()) collectFusionSignature(fullPath, out);
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
function snapshotProtectedFusion() {
|
||||
return listProtectedFusionDirs().map((dir) => ({
|
||||
dir,
|
||||
exists: existsSync(dir),
|
||||
entries: collectFusionSignature(dir).sort(),
|
||||
}));
|
||||
}
|
||||
|
||||
function recordBaseline() {
|
||||
const baseline = snapshotTmp();
|
||||
writeFileSync(BASELINE_FILE, JSON.stringify(baseline.map((e) => e.name)));
|
||||
console.log(`[test-isolation] Baseline recorded: ${baseline.length} existing dir(s) matched patterns.`);
|
||||
const payload = {
|
||||
tmpNames: snapshotTmp().map((e) => e.name),
|
||||
protectedFusion: snapshotProtectedFusion(),
|
||||
};
|
||||
writeFileSync(BASELINE_FILE, JSON.stringify(payload));
|
||||
console.log(`[test-isolation] Baseline recorded: ${payload.tmpNames.length} temp dir(s), ${payload.protectedFusion.length} protected .fusion root(s).`);
|
||||
}
|
||||
|
||||
function checkAgainstBaseline() {
|
||||
let baselineNames = new Set();
|
||||
let baseline = { tmpNames: [], protectedFusion: [] };
|
||||
if (existsSync(BASELINE_FILE)) {
|
||||
try {
|
||||
baselineNames = new Set(JSON.parse(readFileSync(BASELINE_FILE, "utf-8")));
|
||||
baseline = JSON.parse(readFileSync(BASELINE_FILE, "utf-8"));
|
||||
} catch {
|
||||
// Ignore malformed baseline.
|
||||
// Ignore malformed baseline payloads and treat as empty baseline.
|
||||
}
|
||||
}
|
||||
const current = snapshotTmp();
|
||||
const leaks = current.filter((e) => !baselineNames.has(e.name));
|
||||
if (leaks.length === 0) {
|
||||
console.log("[test-isolation] No leaked temp directories detected.");
|
||||
|
||||
const baselineNames = new Set(baseline.tmpNames ?? []);
|
||||
const leaks = snapshotTmp().filter((e) => !baselineNames.has(e.name));
|
||||
|
||||
const baselineByDir = new Map((baseline.protectedFusion ?? []).map((entry) => [entry.dir, entry]));
|
||||
const currentProtected = snapshotProtectedFusion();
|
||||
const protectedViolations = [];
|
||||
for (const current of currentProtected) {
|
||||
const base = baselineByDir.get(current.dir) ?? { exists: false, entries: [] };
|
||||
const changedExistence = Boolean(base.exists) !== Boolean(current.exists);
|
||||
const changedEntries = JSON.stringify(base.entries) !== JSON.stringify(current.entries);
|
||||
if (changedExistence || changedEntries) {
|
||||
protectedViolations.push(current.dir);
|
||||
}
|
||||
}
|
||||
|
||||
if (leaks.length === 0 && protectedViolations.length === 0) {
|
||||
console.log("[test-isolation] No temp leaks or live .fusion mutations detected.");
|
||||
process.exit(0);
|
||||
}
|
||||
console.error(`[test-isolation] FAIL: ${leaks.length} leaked temp director${leaks.length === 1 ? "y" : "ies"}:`);
|
||||
for (const leak of leaks) {
|
||||
console.error(` ${join(tmpdir(), leak.name)}`);
|
||||
|
||||
if (leaks.length > 0) {
|
||||
console.error(`[test-isolation] FAIL: ${leaks.length} leaked temp director${leaks.length === 1 ? "y" : "ies"}:`);
|
||||
for (const leak of leaks) console.error(` ${join(tmpdir(), leak.name)}`);
|
||||
console.error("");
|
||||
}
|
||||
console.error("");
|
||||
console.error("Tests must clean up their temp directories. Use helpers from");
|
||||
console.error(" packages/core/src/__test-utils__/workspace.ts (@fusion/test-utils)");
|
||||
console.error(" - tempWorkspace(prefix) — auto-cleaned in afterEach");
|
||||
console.error(" - useIsolatedCwd(prefix) — auto-cleaned + cwd restored");
|
||||
|
||||
if (protectedViolations.length > 0) {
|
||||
console.error("[test-isolation] FAIL: protected live .fusion data changed during tests:");
|
||||
for (const dir of protectedViolations) console.error(` ${dir}`);
|
||||
console.error("Tests must use temp HOME / temp workspaces and never write repo or user .fusion data.");
|
||||
}
|
||||
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user