rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix server crash when KoboldCpp server goes offline and stop is clicked

Browse Source
This commit is contained in:
Cohee
2023-06-16 14:11:52 +03:00
parent bec6227aaf
commit c890da2877
1 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
server.js
View File

@ -357,14 +357,17 @@ app.post("/generate", jsonParser, async function (request, response_generate = r
request.socket.on('close', async function () {
if (request.body.can_abort && !response_generate.finished) {
try {
console.log('Aborting Kobold generation...');
// send abort signal to koboldcpp
await fetch(`${api_server}/extra/abort`, {
const abortResponse = await fetch(`${api_server}/extra/abort`, {
method: 'POST',
});
} catch {
if ('status' in error) {
console.log('Status Code from Kobold:', error.status);
if (!abortResponse.ok) {
console.log('Error sending abort request to Kobold:', abortResponse.status);
}
} catch (error) {
console.log(error);
}
}
controller.abort();