feat(FN-3514): document task evaluation settings in settings reference

Documents task evaluation settings by adding 6 lines to the settings reference guide.

Fusion-Task-Id: FN-3514
This commit is contained in:
Fusion
2026-05-06 04:03:23 -07:00
committed by gsxdsm
parent 42a09550e7
commit 27973a8345
3 changed files with 45 additions and 0 deletions

View File

@@ -26,7 +26,26 @@ describe("eval-automation", () => {
const resolved = resolveTaskEvaluationSettings({});
expect(resolved.taskEvaluationEnabled).toBe(false);
expect(resolved.taskEvaluationSchedule).toBe(DEFAULT_TASK_EVALUATION_SCHEDULE);
expect(resolved.taskEvaluationProvider).toBeUndefined();
expect(resolved.taskEvaluationModelId).toBeUndefined();
expect(resolved.taskEvaluationFollowUpPolicy).toBe("off");
expect(resolved.taskEvaluationRetention).toBeUndefined();
});
it("resolves task evaluation provider/model/retention overrides", () => {
const resolved = resolveTaskEvaluationSettings({
taskEvaluationEnabled: true,
taskEvaluationProvider: "anthropic",
taskEvaluationModelId: "claude-sonnet-4-5",
taskEvaluationFollowUpPolicy: "create",
taskEvaluationRetention: 30,
});
expect(resolved.taskEvaluationEnabled).toBe(true);
expect(resolved.taskEvaluationProvider).toBe("anthropic");
expect(resolved.taskEvaluationModelId).toBe("claude-sonnet-4-5");
expect(resolved.taskEvaluationFollowUpPolicy).toBe("create");
expect(resolved.taskEvaluationRetention).toBe(30);
});
it("creates scheduled eval automation", () => {

View File

@@ -121,6 +121,26 @@ describe("research global key parity regression (FN-3313)", () => {
// ── Model Lane Key Parity Regression Tests (FN-1729) ────────────────────────
describe("task evaluation key parity regression (FN-3514)", () => {
const taskEvaluationDefaults = {
taskEvaluationEnabled: false,
taskEvaluationSchedule: "0 5 * * *",
taskEvaluationProvider: undefined,
taskEvaluationModelId: undefined,
taskEvaluationFollowUpPolicy: "off",
taskEvaluationRetention: undefined,
} as const;
it.each(Object.entries(taskEvaluationDefaults))(
"%s is project-scoped with expected default",
(key, expectedDefault) => {
expect(isProjectSettingsKey(key)).toBe(true);
expect(isGlobalSettingsKey(key)).toBe(false);
expect((DEFAULT_PROJECT_SETTINGS as Record<string, unknown>)[key]).toBe(expectedDefault);
},
);
});
describe("model lane key parity regression (FN-1729)", () => {
// All model lane provider/modelId pairs that should exist
const allModelLanePairs = [