openmaic-custom/lib/server/llm-error-response.ts
Yizuki_Ame 243e9f3a48
feat: auto-retry transient failures during scene generation (#788)
Adds automatic retry with exponential backoff for scene generation (content/actions/TTS): shared withGenerationRetry helper at the fetch boundary, smart error classification (retries 429/5xx/timeouts/network, fails fast on 401/403/404), AI SDK RetryError unwrapping, abort-aware backoff, per-route thinking config preserved, and upstream HTTP status surfaced for client retry classification. Fixes #755.
2026-06-27 07:20:22 -04:00

75 lines
2.3 KiB
TypeScript

import { APICallError, RetryError } from 'ai';
import { apiError } from '@/lib/server/api-response';
const HTTP_ERROR_MIN = 400;
const HTTP_ERROR_MAX = 599;
function isRecord(value: unknown): value is Record<string, unknown> {
return typeof value === 'object' && value !== null;
}
function toHttpErrorStatus(value: unknown): number | undefined {
const parsed =
typeof value === 'number'
? value
: typeof value === 'string'
? Number.parseInt(value, 10)
: Number.NaN;
return Number.isInteger(parsed) && parsed >= HTTP_ERROR_MIN && parsed <= HTTP_ERROR_MAX
? parsed
: undefined;
}
function statusFromError(error: unknown, seen = new Set<unknown>()): number | undefined {
if (!error || seen.has(error)) return undefined;
seen.add(error);
if (APICallError.isInstance(error)) {
return toHttpErrorStatus(error.statusCode);
}
if (RetryError.isInstance(error)) {
return (
statusFromError(error.lastError, seen) ??
error.errors
.map((nested) => statusFromError(nested, seen))
.find((status): status is number => status !== undefined)
);
}
if (!isRecord(error)) return undefined;
const status = toHttpErrorStatus(error.statusCode ?? error.status ?? error.status_code);
if (status !== undefined) return status;
return statusFromError(error.cause, seen) ?? statusFromError(error.lastError, seen);
}
function messageForStatus(status: number): string {
if (status === 401 || status === 403) {
return 'Upstream authentication or authorization failed.';
}
if (status === 404) return 'Upstream endpoint not found.';
if (status === 429) return 'Upstream rate limit reached. Please try again shortly.';
if (status >= 500) return 'Upstream model provider is temporarily unavailable. Please try again.';
return 'Upstream provider rejected the request.';
}
/**
* Preserve a provider's HTTP semantics for client retry classification without
* exposing provider response bodies, URLs, or credential-adjacent details.
*/
export function llmApiError(error: unknown) {
const status = statusFromError(error);
if (status === undefined) {
return apiError('INTERNAL_ERROR', 500, 'Scene generation failed. Please try again.');
}
return apiError(
status === 429 ? 'RATE_LIMITED' : 'UPSTREAM_ERROR',
status,
messageForStatus(status),
);
}