Merge pull request #3002 from 50h100a/streamprobs

Correctly view token probabilities when 'Continue'-ing a response.
This commit is contained in:
Cohee 2024-10-19 13:14:44 +03:00 committed by GitHub
commit 0a79d55983
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 9 additions and 5 deletions

View File

@ -56,6 +56,7 @@
user-select: none;
height: 100%;
overflow-y: auto;
word-break: break-all;
}
.logprobs_empty_state {

View File

@ -3194,7 +3194,8 @@ class StreamingProcessor {
}
onStopStreaming() {
this.onErrorStreaming();
this.abortController.abort();
this.isFinished = true;
}
/**
@ -3239,9 +3240,12 @@ class StreamingProcessor {
console.warn(`Stream stats: ${timestamps.length} tokens, ${seconds.toFixed(2)} seconds, rate: ${Number(timestamps.length / seconds).toFixed(2)} TPS`);
}
catch (err) {
console.error(err);
this.onErrorStreaming();
return;
// in the case of a self-inflicted abort, we have already cleaned up
if (!this.isFinished) {
console.error(err);
this.onErrorStreaming();
}
return this.result;
}
this.isFinished = true;
@ -4641,7 +4645,6 @@ export function stopGeneration() {
let stopped = false;
if (streamingProcessor) {
streamingProcessor.onStopStreaming();
streamingProcessor = null;
stopped = true;
}
if (abortController) {