Fix llamacpp server

This commit is contained in:
Cohee 2024-02-04 17:41:46 +02:00
parent c03966d19a
commit f1cadfde2b
1 changed files with 1 additions and 1 deletions

View File

@ -694,7 +694,7 @@ async function generateTextGenWithStreaming(generate_data, signal) {
} else {
const newText = data?.choices?.[0]?.text || data?.content || '';
text += newText;
logprobs = parseTextgenLogprobs(newText, data.choices[0]?.logprobs);
logprobs = parseTextgenLogprobs(newText, data.choices?.[0]?.logprobs);
}
yield { text, swipes, logprobs };