More multigen settings

This commit is contained in:
SillyLossy
2023-04-15 19:15:25 +03:00
parent 7c9e424863
commit 06e941fd93
7 changed files with 162 additions and 84 deletions

View File

@ -164,8 +164,16 @@ async function generateTextGenWithStreaming(generate_data) {
while (true) {
const { done, value } = await reader.read();
let response = decoder.decode(value);
let delta = '';
getMessage += response;
try {
delta = JSON.parse(response).delta;
}
catch {
delta = '';
}
getMessage += delta;
if (done) {
return;