Fix llamacpp server
This commit is contained in:
parent
c03966d19a
commit
f1cadfde2b
|
@ -694,7 +694,7 @@ async function generateTextGenWithStreaming(generate_data, signal) {
|
||||||
} else {
|
} else {
|
||||||
const newText = data?.choices?.[0]?.text || data?.content || '';
|
const newText = data?.choices?.[0]?.text || data?.content || '';
|
||||||
text += newText;
|
text += newText;
|
||||||
logprobs = parseTextgenLogprobs(newText, data.choices[0]?.logprobs);
|
logprobs = parseTextgenLogprobs(newText, data.choices?.[0]?.logprobs);
|
||||||
}
|
}
|
||||||
|
|
||||||
yield { text, swipes, logprobs };
|
yield { text, swipes, logprobs };
|
||||||
|
|
Loading…
Reference in New Issue