rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix Kobold retry logic

Browse Source
This commit is contained in:
Cohee
2023-06-12 22:32:20 +03:00
parent 0007addbd9
commit 88fadce5c6
1 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
server.js
View File

@@ -385,8 +385,8 @@ app.post("/generate", jsonParser, async function (request, response_generate = r
headers: { "Content-Type": "application/json" },
};
const MAX_RETRIES = 10;
const delayAmount = 3000;
const MAX_RETRIES = 20;
const delayAmount = 5000;
for (let i = 0; i < MAX_RETRIES; i++) {
try {
const data = await postAsync(api_server + "/v1/generate", args);
@@ -400,11 +400,14 @@ app.post("/generate", jsonParser, async function (request, response_generate = r
}
// response
switch (error.statusCode) {
switch (error.status) {
case 403:
case 503:
console.debug(`KoboldAI is busy. Retry attempt ${i+1} of ${MAX_RETRIES}...`);
await delay(delayAmount);
break;
default:
console.log('Status Code from Kobold:', error.status);
return response_generate.send({ error: true });
}
}
@@ -3120,7 +3123,7 @@ async function postAsync(url, args) {
return data;
}
throw new Error(response);
throw response;
}
function getAsync(url, args) {