From 5971efd330cd163a9be32b21ea6b345b994c02c3 Mon Sep 17 00:00:00 2001
From: Cohee <titan0599@gmail.com>
Date: Mon, 12 Jun 2023 23:01:01 +0300
Subject: [PATCH] Adjust KAI retry logic

---
 server.js | 13 +++++++++----
 1 file changed, 9 insertions(+), 4 deletions(-)

diff --git a/server.js b/server.js
index feef36e4a..3a2cb3e99 100644
--- a/server.js
+++ b/server.js
@@ -385,8 +385,8 @@ app.post("/generate", jsonParser, async function (request, response_generate = r
         headers: { "Content-Type": "application/json" },
     };
 
-    const MAX_RETRIES = 20;
-    const delayAmount = 5000;
+    const MAX_RETRIES = 50;
+    const delayAmount = 2500;
     for (let i = 0; i < MAX_RETRIES; i++) {
         try {
             const data = await postAsync(api_server + "/v1/generate", args);
@@ -400,18 +400,23 @@ app.post("/generate", jsonParser, async function (request, response_generate = r
             }
 
             // response
-            switch (error.status) {
+            switch (error?.status) {
                 case 403:
                 case 503:
                     console.debug(`KoboldAI is busy. Retry attempt ${i+1} of ${MAX_RETRIES}...`);
                     await delay(delayAmount);
                     break;
                 default:
-                    console.log('Status Code from Kobold:', error.status);
+                    if ('status' in error) {
+                        console.log('Status Code from Kobold:', error.status);
+                    }
                     return response_generate.send({ error: true });
             }
         }
     }
+
+    console.log('Max retries exceeded. Giving up.');
+    return response_generate.send({ error: true });
 });
 
 //************** Text generation web UI