rixty
/
SillyTavern
mirror of https://github.com/SillyTavern/SillyTavern.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

deal with websocket shenanigans 

(and also clarify what's being printed out sometimes)
This commit is contained in:
50h100a 2023-08-17 05:52:32 -04:00
parent 80c1f527dd
commit 13299e5c39
1 changed files with 25 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
server.js
View File

@ -551,6 +551,7 @@ app.post("/generate", jsonParser, async function (request, response_generate = r
} }
const data = await response.json(); const data = await response.json();
console.log("Endpoint response:", data);
return response_generate.send(data); return response_generate.send(data);
} }
} catch (error) { } catch (error) {
@ -600,18 +601,13 @@ app.post("/generate_textgenerationwebui", jsonParser, async function (request, r
const websocket = new WebSocket(streamingUrl); const websocket = new WebSocket(streamingUrl);
websocket.on('open', async function () { websocket.on('open', async function () {
console.log('websocket open'); console.log('WebSocket opened');
websocket.send(JSON.stringify(request.body)); websocket.send(JSON.stringify(request.body));
}); });
websocket.on('error', (err) => {
console.error(err);
websocket.close();
});
websocket.on('close', (code, buffer) => { websocket.on('close', (code, buffer) => {
const reason = new TextDecoder().decode(buffer) const reason = new TextDecoder().decode(buffer)
console.log(reason); console.log("WebSocket closed (reason: %o)", reason);
}); });
while (true) { while (true) {
@ -621,7 +617,26 @@ app.post("/generate_textgenerationwebui", jsonParser, async function (request, r
return; return;
} }
const rawMessage = await new Promise(resolve => websocket.once('message', resolve)); let rawMessage = null;
try {
// This lunacy is because the websocket can fail to connect AFTER we're awaiting 'message'... so 'message' never triggers.
// So instead we need to look for 'error' at the same time to reject the promise. And then remove the listener if we resolve.
// This is awful.
// Welcome to the shenanigan shack.
rawMessage = await new Promise(function (resolve, reject) {
websocket.once('error', reject);
websocket.once('message', (data, isBinary) => {
websocket.removeListener('error', reject);
resolve(data, isBinary);
});
});
} catch(err) {
console.error("Socket error:", err);
websocket.close();
yield "[SillyTavern] Streaming failed:\n" + err;
return;
}
const message = json5.parse(rawMessage); const message = json5.parse(rawMessage);
switch (message.event) { switch (message.event) {
@ -672,11 +687,11 @@ app.post("/generate_textgenerationwebui", jsonParser, async function (request, r
try { try {
const data = await postAsync(api_server + "/v1/generate", args); const data = await postAsync(api_server + "/v1/generate", args);
console.log(data); console.log("Endpoint response:", data);
return response_generate.send(data); return response_generate.send(data);
} catch (error) { } catch (error) {
retval = { error: true, status: error.status, response: error.statusText }; retval = { error: true, status: error.status, response: error.statusText };
console.log(error); console.log("Endpoint error:", error);
try { try {
retval.response = await error.json(); retval.response = await error.json();
retval.response = retval.response.result; retval.response = retval.response.result;