Files
fusion/packages/engine/src/transient-error-detector.ts
gsxdsm e5391a05a5 feat(FN-957): filter silent transient errors from executor and triage logs
- Add isSilentTransientError() function to detect noisy transient errors (ETIMEDOUT, ENOTFOUND, ECONNRESET, etc.)
- Filter silent transient errors from executor error logging to reduce noise
- Filter silent transient errors from triage error logging to reduce noise
- Add unit tests for isSilentTransientError covering all error patterns
2026-04-04 22:03:42 -07:00

150 lines
5.8 KiB
TypeScript

/**
* Transient Error Detector — classifies network/infrastructure errors as transient
* (temporary and retryable) versus permanent failures.
*
* Transient errors indicate temporary conditions like network blips, proxy hiccups,
* connection resets, or temporary service unavailability. These errors typically
* resolve on their own after a short delay and should NOT mark tasks as failed.
*
* When a transient error is detected, the task should be moved back to "todo"
* for later retry rather than being marked as "failed". This prevents tasks from
* being incorrectly marked as failed due to temporary infrastructure issues.
*
* Contrast with:
* - Usage limit errors: Systemic conditions (rate limits, quota) → trigger global pause
* - Permanent errors: Code issues, test failures, logic errors → mark task as failed
*/
import { isUsageLimitError } from "./usage-limit-detector.js";
/**
* Patterns that indicate transient network/infrastructure errors.
* These are checked case-insensitively against error messages.
*
* These patterns cover:
* - Proxy/gateway connection errors (upstream connect, disconnect/reset)
* - Connection refusal/reset (ECONNREFUSED, connection reset)
* - Timeouts (ETIMEDOUT, timeout in connection context)
* - Socket errors (socket hang up)
* - Transport layer failures
* - AI provider abort errors (request was aborted — temporary streaming/API cancellations)
*/
export const TRANSIENT_ERROR_PATTERNS: RegExp[] = [
// Proxy/gateway errors - indicate temporary routing issues
/upstream connect error/i,
/disconnect\/reset before headers/i,
/retried and the latest reset reason/i,
/remote connection failure/i,
/transport failure reason/i,
/delayed connect error/i,
// Connection establishment failures - usually temporary
/Connection refused/i,
/connection reset/i,
/ECONNREFUSED/i,
/ETIMEDOUT/i,
/socket hang up/i,
// Timeout patterns (only when related to connections, not general timeouts)
/timeout.*connection/i,
/connection.*timeout/i,
// AI provider abort errors — temporary request cancellations (e.g., Anthropic streaming aborts)
// These occur when the provider's infrastructure drops an in-flight request.
/request was aborted/i,
];
/**
* Check if an error message indicates a transient network/infrastructure error.
*
* Transient errors are temporary conditions that typically resolve after a delay:
* - Network blips and temporary routing issues
* - Proxy/gateway hiccups (upstream connect errors)
* - Connection resets during establishment
* - Temporary service unavailability (connection refused)
* - Socket timeouts during connection
*
* Returns `true` for transient errors — these should trigger a retry by moving
* the task back to "todo" rather than marking as "failed".
*
* Returns `false` for permanent failures (code errors, test failures) or
* usage limit errors (rate limits that need global pause).
*
* @param errorMessage - The error message to classify
* @returns true if the error appears transient and retryable
*/
export function isTransientError(errorMessage: string): boolean {
if (!errorMessage || typeof errorMessage !== "string") {
return false;
}
return TRANSIENT_ERROR_PATTERNS.some((pattern) => pattern.test(errorMessage));
}
/**
* Patterns for transient errors that should be silently retried without
* logging to task log entries. These errors are extremely noisy (high frequency)
* but harmless — the retry succeeds on the next attempt.
*
* Silent transient errors:
* - "request was aborted" — AI provider streaming cancellations (very noisy,
* occurs frequently when providers drop in-flight requests)
*/
const SILENT_TRANSIENT_PATTERNS: RegExp[] = [
/request was aborted/i,
];
/**
* Check if an error message indicates a "silent" transient error that should
* NOT be logged to task log entries.
*
* Silent transient errors are a subset of transient errors (identified by
* {@link isTransientError}) that are extremely noisy in practice. While they
* still trigger the normal retry mechanism (task moves back to "todo"), they
* are suppressed from the task log to reduce noise in dashboard views.
*
* All silent transient errors are also transient errors — this function
* returns `true` only for errors that {@link isTransientError} would also
* match. The distinction is purely about logging behavior, not retry behavior.
*
* @param errorMessage - The error message to check
* @returns true if the error should be silently retried without logging
*/
export function isSilentTransientError(errorMessage: string): boolean {
if (!errorMessage || typeof errorMessage !== "string") {
return false;
}
return SILENT_TRANSIENT_PATTERNS.some((pattern) => pattern.test(errorMessage));
}
/**
* Comprehensive error classification that distinguishes between:
* - 'usage-limit': Rate limits, quota exceeded, billing issues → triggers global pause
* - 'transient': Network blips, connection errors → move task to "todo" for retry
* - 'permanent': Code errors, test failures, logic errors → mark task as failed
*
* This function delegates to existing usage limit detection first (to preserve
* existing behavior), then checks for transient patterns, defaulting to
* 'permanent' for all other errors.
*
* @param errorMessage - The error message to classify
* @returns The error classification category
*/
export function classifyError(errorMessage: string): "transient" | "usage-limit" | "permanent" {
if (!errorMessage || typeof errorMessage !== "string") {
return "permanent";
}
// Check usage limits first (highest priority - triggers global pause)
if (isUsageLimitError(errorMessage)) {
return "usage-limit";
}
// Check transient patterns next (move to todo for retry)
if (isTransientError(errorMessage)) {
return "transient";
}
// Default to permanent (mark as failed)
return "permanent";
}