Fix llamacpp server

This commit is contained in:
Cohee 2024-02-04 17:41:46 +02:00
parent c03966d19a
commit f1cadfde2b
1 changed files with 1 additions and 1 deletions

View File

@ -694,7 +694,7 @@ async function generateTextGenWithStreaming(generate_data, signal) {
} else { } else {
const newText = data?.choices?.[0]?.text || data?.content || ''; const newText = data?.choices?.[0]?.text || data?.content || '';
text += newText; text += newText;
logprobs = parseTextgenLogprobs(newText, data.choices[0]?.logprobs); logprobs = parseTextgenLogprobs(newText, data.choices?.[0]?.logprobs);
} }
yield { text, swipes, logprobs }; yield { text, swipes, logprobs };