feat(FN-5204): add test mode activation across settings, engine, and dashboard

- Add core settings schema/types support for testMode with model-resolution override handling
- Enforce engine session lane overrides in test mode with targeted helper coverage
- Add dashboard settings toggle plus persistent test-mode banner and related component tests
- Update settings documentation and parity/roundtrip tests for the new test mode behavior

packages/engine/src/__tests__/agent-session-helpers-test-mode.test.ts

@@ -0,0 +1,111 @@
+import { describe, expect, it } from "vitest";
+import {
+  resolveExecutorSessionModel,
+  resolveHeartbeatSessionModels,
+  resolveMergerSessionModel,
+  resolvePlanningSessionModel,
+} from "../agent-session-helpers.js";
+
+const assignedAgentRuntimeConfig = {
+  modelProvider: "anthropic",
+  modelId: "claude-sonnet-4-5",
+};
+
+describe("agent-session-helpers test mode overrides", () => {
+  it("forces every resolver lane to mock when settings.testMode is true", () => {
+    const settings = {
+      testMode: true,
+      defaultProvider: "openai",
+      defaultModelId: "gpt-4.1",
+      executionProvider: "openai",
+      executionModelId: "gpt-4.1",
+      planningProvider: "openai",
+      planningModelId: "gpt-4.1",
+      defaultProviderOverride: "openai",
+      defaultModelIdOverride: "gpt-4.1",
+    };
+
+    expect(resolveExecutorSessionModel("openai", "gpt-4.1", settings, assignedAgentRuntimeConfig)).toEqual({
+      provider: "mock",
+      modelId: "scripted",
+    });
+    expect(resolvePlanningSessionModel("openai", "gpt-4.1", settings, assignedAgentRuntimeConfig)).toEqual({
+      provider: "mock",
+      modelId: "scripted",
+    });
+    expect(resolveMergerSessionModel(settings, assignedAgentRuntimeConfig)).toEqual({
+      provider: "mock",
+      modelId: "scripted",
+    });
+    expect(resolveHeartbeatSessionModels(settings, assignedAgentRuntimeConfig)).toEqual({
+      defaultProvider: "mock",
+      defaultModelId: "scripted",
+      fallbackProvider: undefined,
+      fallbackModelId: undefined,
+    });
+  });
+
+  it("forces every resolver lane to mock when defaultProvider is mock", () => {
+    const settings = {
+      defaultProvider: "mock",
+      defaultModelId: "custom",
+      executionProvider: "openai",
+      executionModelId: "gpt-4.1",
+      planningProvider: "openai",
+      planningModelId: "gpt-4.1",
+      defaultProviderOverride: "openai",
+      defaultModelIdOverride: "gpt-4.1",
+    };
+
+    expect(resolveExecutorSessionModel("openai", "gpt-4.1", settings, assignedAgentRuntimeConfig)).toEqual({
+      provider: "mock",
+      modelId: "scripted",
+    });
+    expect(resolvePlanningSessionModel("openai", "gpt-4.1", settings, assignedAgentRuntimeConfig)).toEqual({
+      provider: "mock",
+      modelId: "scripted",
+    });
+    expect(resolveMergerSessionModel(settings, assignedAgentRuntimeConfig)).toEqual({
+      provider: "mock",
+      modelId: "scripted",
+    });
+    expect(resolveHeartbeatSessionModels(settings, assignedAgentRuntimeConfig)).toEqual({
+      defaultProvider: "mock",
+      defaultModelId: "scripted",
+      fallbackProvider: undefined,
+      fallbackModelId: undefined,
+    });
+  });
+
+  it("keeps existing behavior when test mode is inactive", () => {
+    const settings = {
+      executionProvider: "openai",
+      executionModelId: "gpt-4.1",
+      planningProvider: "openai",
+      planningModelId: "gpt-4.1",
+      defaultProviderOverride: "openai",
+      defaultModelIdOverride: "gpt-4.1",
+      defaultProvider: "openai",
+      defaultModelId: "gpt-4.1",
+    };
+
+    expect(resolveExecutorSessionModel("task-provider", "task-model", settings, assignedAgentRuntimeConfig)).toEqual({
+      provider: "anthropic",
+      modelId: "claude-sonnet-4-5",
+    });
+    expect(resolvePlanningSessionModel("task-provider", "task-model", settings, assignedAgentRuntimeConfig)).toEqual({
+      provider: "anthropic",
+      modelId: "claude-sonnet-4-5",
+    });
+    expect(resolveMergerSessionModel(settings, assignedAgentRuntimeConfig)).toEqual({
+      provider: "anthropic",
+      modelId: "claude-sonnet-4-5",
+    });
+    expect(resolveHeartbeatSessionModels(settings, assignedAgentRuntimeConfig)).toEqual({
+      defaultProvider: "anthropic",
+      defaultModelId: "claude-sonnet-4-5",
+      fallbackProvider: "openai",
+      fallbackModelId: "gpt-4.1",
+    });
+  });
+});

packages/engine/src/agent-session-helpers.ts

@@ -12,9 +12,11 @@ import type { SkillSelectionContext } from "./skill-resolver.js";
 import type { PluginRunner } from "./plugin-runner.js";
 import type { AgentSession } from "@mariozechner/pi-coding-agent";
 import {
+  isTestModeActive,
   resolveExecutionSettingsModel,
   resolveTaskExecutionModel,
   resolveTaskPlanningModel,
+  TEST_MODE_RESOLVED,
   type Settings,
 } from "@fusion/core";
 import { resolveRuntime, buildRuntimeResolutionContext, isMockProviderId, type SessionPurpose } from "./runtime-resolution.js";
@@ -122,6 +124,13 @@ export function resolveExecutorSessionModel(
   settings: Partial<Settings> | undefined,
   assignedAgentRuntimeConfig?: Record<string, unknown>,
 ): { provider: string | undefined; modelId: string | undefined } {
+  if (isTestModeActive(settings)) {
+    return {
+      provider: TEST_MODE_RESOLVED.provider,
+      modelId: TEST_MODE_RESOLVED.modelId,
+    };
+  }
+
   const assignedRuntimeModel = extractRuntimeModel(assignedAgentRuntimeConfig);
   if (assignedRuntimeModel.provider && assignedRuntimeModel.modelId) {
     return assignedRuntimeModel;
@@ -147,6 +156,13 @@ export function resolvePlanningSessionModel(
   settings: Partial<Settings> | undefined,
   assignedAgentRuntimeConfig?: Record<string, unknown>,
 ): { provider: string | undefined; modelId: string | undefined } {
+  if (isTestModeActive(settings)) {
+    return {
+      provider: TEST_MODE_RESOLVED.provider,
+      modelId: TEST_MODE_RESOLVED.modelId,
+    };
+  }
+
   const assignedRuntimeModel = extractRuntimeModel(assignedAgentRuntimeConfig);
   if (assignedRuntimeModel.provider && assignedRuntimeModel.modelId) {
     return assignedRuntimeModel;
@@ -175,6 +191,15 @@ export function resolveHeartbeatSessionModels(
   fallbackProvider: string | undefined;
   fallbackModelId: string | undefined;
 } {
+  if (isTestModeActive(settings)) {
+    return {
+      defaultProvider: TEST_MODE_RESOLVED.provider,
+      defaultModelId: TEST_MODE_RESOLVED.modelId,
+      fallbackProvider: undefined,
+      fallbackModelId: undefined,
+    };
+  }
+
   const assignedRuntimeModel = extractRuntimeModel(assignedAgentRuntimeConfig);
   const executionSettingsModel = resolveExecutionSettingsModel(settings);
 
@@ -197,6 +222,13 @@ export function resolveMergerSessionModel(
   settings: Partial<Settings> | undefined,
   assignedAgentRuntimeConfig?: Record<string, unknown>,
 ): { provider: string | undefined; modelId: string | undefined } {
+  if (isTestModeActive(settings)) {
+    return {
+      provider: TEST_MODE_RESOLVED.provider,
+      modelId: TEST_MODE_RESOLVED.modelId,
+    };
+  }
+
   const assignedRuntimeModel = extractRuntimeModel(assignedAgentRuntimeConfig);
   if (assignedRuntimeModel.provider && assignedRuntimeModel.modelId) {
     return assignedRuntimeModel;