diff --git a/docs/testing.md b/docs/testing.md index b6e64e1ca7..558c12a76d 100644 --- a/docs/testing.md +++ b/docs/testing.md @@ -101,6 +101,7 @@ every entry needs a non-empty `reason` (empty reasons are rejected). Skip-list p that is pre-existing-failing orphans (tests that were never executed in CI and fail in isolation) and `build-output.test.ts` (runs standalone via `test:build` after a Vite build). Each carries a one-line reason. +- Every skip-list `reason` for a pre-existing failing/orphaned test must reference a concrete `FN-NNNN` tracking task; if the test is rescued, remove the entry instead of leaving a tracking placeholder. - To remove a file from the skip-list: fix the test, confirm it passes under its project, delete the skip-list entry. The backfill lane then executes it. - The skip-list is shared verbatim with `vitest.config.ts`, which excludes the same diff --git a/scripts/lib/dashboard-curated-skiplist.json b/scripts/lib/dashboard-curated-skiplist.json index 2bef2fba23..cc30f671c8 100644 --- a/scripts/lib/dashboard-curated-skiplist.json +++ b/scripts/lib/dashboard-curated-skiplist.json @@ -1,5 +1,5 @@ { - "$comment": "Dashboard curated-gate skip-list (plan U2 / R7). Files here are NOT executed by any quality project. Every entry needs a non-empty reason. These were discovered as orphans (running in no executed project) that FAIL in isolation today, so gating them would break CI; skip-listed to keep the gate green and the failures tracked. Remove an entry once the test is fixed and add it to a backfill/quality project.", + "$comment": "Dashboard curated-gate skip-list (plan U2 / R7). Files here are NOT executed by any quality project. Every entry needs a non-empty reason. These were discovered as orphans (running in no executed project) that FAIL in isolation today, so gating them would break CI; skip-listed to keep the gate green and the failures tracked. FNXC:DashboardTesting 2026-06-14-07:51: Placeholder tracking is not actionable; every skip-list reason must cite a concrete Fusion task ID unless the test is fixed and the entry is removed. Remove an entry once the test is fixed and add it to a backfill/quality project.", "entries": [ { "file": "packages/dashboard/app/__tests__/build-output.test.ts", @@ -7,131 +7,131 @@ }, { "file": "packages/dashboard/app/components/__tests__/ChatView.regular-composer-no-right-line.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/MissionManager.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/ModalReentry.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/ModelSelectorTab.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/NewAgentDialog.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/OAuthReloginBanner.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/PlanningModeModal.favorites.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/PlanningModeModal.questions.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/PlanningModeModal.swipe-back.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/PlanningModeModal.ui-interactions.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/SkillsView.css.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/TaskReviewTab.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/TerminalModal.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/components/__tests__/mobile-css.test.tsx", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6441)" }, { "file": "packages/dashboard/app/hooks/__tests__/quickChatLastSessionStorage.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6442)" }, { "file": "packages/dashboard/app/hooks/__tests__/useChatRooms.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6442)" }, { "file": "packages/dashboard/app/hooks/__tests__/useTaskDiffStats.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6442)" }, { "file": "packages/dashboard/src/__tests__/evals-routes.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6444)" }, { "file": "packages/dashboard/src/__tests__/github-tracking-delete.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6444)" }, { "file": "packages/dashboard/src/__tests__/github-tracking-periodic-reconcile-sweep.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6444)" }, { "file": "packages/dashboard/src/__tests__/insights-routes.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6444)" }, { "file": "packages/dashboard/src/__tests__/mission-e2e.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6444)" }, { "file": "packages/dashboard/src/__tests__/planning.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6444)" }, { "file": "packages/dashboard/src/__tests__/routes-run-audit-goal-events.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6444)" }, { "file": "packages/dashboard/src/__tests__/routes-run-cited-goals.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6444)" }, { "file": "packages/dashboard/src/__tests__/session-cross-tab.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6443)" }, { "file": "packages/dashboard/src/__tests__/session-error-recovery.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6443)" }, { "file": "packages/dashboard/src/__tests__/session-persistence-roundtrip.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6443)" }, { "file": "packages/dashboard/src/__tests__/session-reconnect.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6443)" }, { "file": "packages/dashboard/src/__tests__/chat-manager.test.ts", - "reason": "pre-existing exclusion from dashboard-api-quality-backfill; tracked for rescue in FN-TBD" + "reason": "pre-existing exclusion from dashboard-api-quality-backfill; tracked for rescue in FN-6444" }, { "file": "packages/dashboard/src/__tests__/shared-branch-group-entry-points.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6444)" }, { "file": "packages/dashboard/src/__tests__/usage.test.ts", - "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-TBD)" + "reason": "pre-existing failure (orphaned from curated gate, never previously executed in CI; tracked as FN-6444)" } ] }