rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Adjust KAI retry logic

Browse Source
This commit is contained in:
Cohee
2023-06-12 23:01:01 +03:00
parent 88fadce5c6
commit 5971efd330
1 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
server.js
View File

@@ -385,8 +385,8 @@ app.post("/generate", jsonParser, async function (request, response_generate = r
headers: { "Content-Type": "application/json" }, headers: { "Content-Type": "application/json" },
}; };
const MAX_RETRIES = 20; const MAX_RETRIES = 50;
const delayAmount = 5000; const delayAmount = 2500;
for (let i = 0; i < MAX_RETRIES; i++) { for (let i = 0; i < MAX_RETRIES; i++) {
try { try {
const data = await postAsync(api_server + "/v1/generate", args); const data = await postAsync(api_server + "/v1/generate", args);
@@ -400,18 +400,23 @@ app.post("/generate", jsonParser, async function (request, response_generate = r
} }
// response // response
switch (error.status) { switch (error?.status) {
case 403: case 403:
case 503: case 503:
console.debug(`KoboldAI is busy. Retry attempt ${i+1} of ${MAX_RETRIES}...`); console.debug(`KoboldAI is busy. Retry attempt ${i+1} of ${MAX_RETRIES}...`);
await delay(delayAmount); await delay(delayAmount);
break; break;
default: default:
if ('status' in error) {
console.log('Status Code from Kobold:', error.status); console.log('Status Code from Kobold:', error.status);
}
return response_generate.send({ error: true }); return response_generate.send({ error: true });
} }
} }
} }
console.log('Max retries exceeded. Giving up.');
return response_generate.send({ error: true });
}); });
//************** Text generation web UI //************** Text generation web UI