Exponent withretry backoff

elie222 · Dec 26, 2024 · 3c887cb · 3c887cb · vercel · Dec 26, 2024
1 parent 8949337
commit 3c887cb
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 24 deletions.
diff --git a/apps/web/utils/ai/choose-rule/ai-choose-args.ts b/apps/web/utils/ai/choose-rule/ai-choose-args.ts
@@ -159,7 +159,7 @@ async function getArgsAiResponse({
     {
       retryIf: (error: unknown) => InvalidToolArgumentsError.isInstance(error),
       maxRetries: 3,
-      delayMs: 1_000,
+      delayMs: 2_000,
     },
   );
 

diff --git a/apps/web/utils/llms/index.ts b/apps/web/utils/llms/index.ts
@@ -280,7 +280,8 @@ export async function withRetry<T>(
       if (retryIf(error)) {
         console.warn(`Attempt ${attempts}: Operation failed. Retrying...`);
         if (attempts < maxRetries) {
-          await sleep(delayMs);
+          const backoffDelay = delayMs * 2 ** (attempts - 1);
+          await sleep(backoffDelay);
           continue;
         }
       }

diff --git a/apps/web/utils/retry.ts b/apps/web/utils/retry.ts