fix(ai): server-side retry-with-backoff on 429, reads Retry-After header, up to 3 attempts

This commit is contained in:
Michael committed 2026-02-21 21:58:25 +01:00
1 parent 163d80dfe2
commit 41c3ab34b6
1 file changed
+19 -7
+19 -7
View File
@@ -62,27 +62,39 @@ Format attendu:
const userPrompt = `Analyse cette liste de produits :\n${JSON.stringify(products, null, 2)}`; const userPrompt = `Analyse cette liste de produits :\n${JSON.stringify(products, null, 2)}`;
const response = await fetch("https://openrouter.ai/api/v1/chat/completions", { // Retry loop for 429 rate limiting — reads Retry-After header
let response: Response | null = null;
const MAX_RETRIES = 3;
for (let attempt = 1; attempt <= MAX_RETRIES; attempt++) {
response = await fetch("https://openrouter.ai/api/v1/chat/completions", {
method: "POST", method: "POST",
headers: { headers: {
"Authorization": `Bearer ${apiKey}`, "Authorization": `Bearer ${apiKey}`,
"Content-Type": "application/json", "Content-Type": "application/json",
}, },
body: JSON.stringify({ body: JSON.stringify({
model: "meta-llama/llama-3.3-70b-instruct:free", model,
messages: [ messages: [
{ role: "system", content: systemPrompt }, { role: "system", content: systemPrompt },
{ role: "user", content: userPrompt } { role: "user", content: userPrompt }
], ],
response_format: { type: "json_object" }, // Force JSON response_format: { type: "json_object" },
temperature: 0.1, // Low temp for analytical consistency temperature: 0.1,
}), }),
}); });
if (!response.ok) { if (response.status !== 429) break; // Success or non-retryable error
const err = await response.text();
const retryAfterHeader = response.headers.get("Retry-After") || response.headers.get("x-ratelimit-reset-requests");
const waitSeconds = retryAfterHeader ? Math.min(parseInt(retryAfterHeader, 10), 90) : 30 * attempt;
console.warn(`[batch-analyze] 429 on attempt ${attempt}/${MAX_RETRIES}. Waiting ${waitSeconds}s...`);
await new Promise(resolve => setTimeout(resolve, waitSeconds * 1000));
}
if (!response || !response.ok) {
const err = response ? await response.text() : "No response";
console.error("OpenRouter API Error:", err); console.error("OpenRouter API Error:", err);
return NextResponse.json({ error: "Erreur lors de l'appel à OpenRouter." }, { status: response.status }); return NextResponse.json({ error: "Erreur lors de l'appel à OpenRouter." }, { status: response?.status ?? 500 });
} }
const data = await response.json(); const data = await response.json();