feat(FN-3514): document task evaluation settings in settings reference
Documents task evaluation settings by adding 6 lines to the settings reference guide. Fusion-Task-Id: FN-3514
This commit is contained in:
@@ -26,7 +26,26 @@ describe("eval-automation", () => {
|
||||
const resolved = resolveTaskEvaluationSettings({});
|
||||
expect(resolved.taskEvaluationEnabled).toBe(false);
|
||||
expect(resolved.taskEvaluationSchedule).toBe(DEFAULT_TASK_EVALUATION_SCHEDULE);
|
||||
expect(resolved.taskEvaluationProvider).toBeUndefined();
|
||||
expect(resolved.taskEvaluationModelId).toBeUndefined();
|
||||
expect(resolved.taskEvaluationFollowUpPolicy).toBe("off");
|
||||
expect(resolved.taskEvaluationRetention).toBeUndefined();
|
||||
});
|
||||
|
||||
it("resolves task evaluation provider/model/retention overrides", () => {
|
||||
const resolved = resolveTaskEvaluationSettings({
|
||||
taskEvaluationEnabled: true,
|
||||
taskEvaluationProvider: "anthropic",
|
||||
taskEvaluationModelId: "claude-sonnet-4-5",
|
||||
taskEvaluationFollowUpPolicy: "create",
|
||||
taskEvaluationRetention: 30,
|
||||
});
|
||||
|
||||
expect(resolved.taskEvaluationEnabled).toBe(true);
|
||||
expect(resolved.taskEvaluationProvider).toBe("anthropic");
|
||||
expect(resolved.taskEvaluationModelId).toBe("claude-sonnet-4-5");
|
||||
expect(resolved.taskEvaluationFollowUpPolicy).toBe("create");
|
||||
expect(resolved.taskEvaluationRetention).toBe(30);
|
||||
});
|
||||
|
||||
it("creates scheduled eval automation", () => {
|
||||
|
||||
@@ -121,6 +121,26 @@ describe("research global key parity regression (FN-3313)", () => {
|
||||
|
||||
// ── Model Lane Key Parity Regression Tests (FN-1729) ────────────────────────
|
||||
|
||||
describe("task evaluation key parity regression (FN-3514)", () => {
|
||||
const taskEvaluationDefaults = {
|
||||
taskEvaluationEnabled: false,
|
||||
taskEvaluationSchedule: "0 5 * * *",
|
||||
taskEvaluationProvider: undefined,
|
||||
taskEvaluationModelId: undefined,
|
||||
taskEvaluationFollowUpPolicy: "off",
|
||||
taskEvaluationRetention: undefined,
|
||||
} as const;
|
||||
|
||||
it.each(Object.entries(taskEvaluationDefaults))(
|
||||
"%s is project-scoped with expected default",
|
||||
(key, expectedDefault) => {
|
||||
expect(isProjectSettingsKey(key)).toBe(true);
|
||||
expect(isGlobalSettingsKey(key)).toBe(false);
|
||||
expect((DEFAULT_PROJECT_SETTINGS as Record<string, unknown>)[key]).toBe(expectedDefault);
|
||||
},
|
||||
);
|
||||
});
|
||||
|
||||
describe("model lane key parity regression (FN-1729)", () => {
|
||||
// All model lane provider/modelId pairs that should exist
|
||||
const allModelLanePairs = [
|
||||
|
||||
Reference in New Issue
Block a user