rixty
/
SillyTavern
mirror of https://github.com/SillyTavern/SillyTavern.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

slightly change stream "abort" flow so token probabilities get successfully updated

This commit is contained in:
50h100a 2024-10-19 00:31:12 -04:00
parent 1ac6780e9c
commit 9f97a144e8
1 changed files with 9 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
public/script.js
View File

@ -3194,7 +3194,8 @@ class StreamingProcessor {
}
onStopStreaming() {
this.onErrorStreaming();
this.abortController.abort();
this.isFinished = true;
}
/**
@ -3239,9 +3240,13 @@ class StreamingProcessor {
console.warn(`Stream stats: ${timestamps.length} tokens, ${seconds.toFixed(2)} seconds, rate: ${Number(timestamps.length / seconds).toFixed(2)} TPS`);
}
catch (err) {
console.error(err);
this.onErrorStreaming();
return;
// in the case of a self-inflicted abort, we have already cleaned up
if (!this.isFinished)
{
console.error(err);
this.onErrorStreaming();
}
return this.result;
}
this.isFinished = true;
@ -4641,7 +4646,6 @@ export function stopGeneration() {
let stopped = false;
if (streamingProcessor) {
streamingProcessor.onStopStreaming();
streamingProcessor = null;
stopped = true;
}
if (abortController) {