add logsprobs support for custom OpenAI APIs

This commit is contained in:
anon
2024-02-04 22:48:41 +00:00
parent b7921f1edd
commit 634c9aad3b
2 changed files with 12 additions and 2 deletions

View File

@ -1617,7 +1617,7 @@ async function sendOpenAIRequest(type, messages, signal) {
}
// Add logprobs request (currently OpenAI only, max 5 on their side)
if (useLogprobs && isOAI) {
if (useLogprobs && (isOAI || isCustom)) {
generate_data['logprobs'] = 5;
}
@ -1768,6 +1768,7 @@ function parseChatCompletionLogprobs(data) {
switch (oai_settings.chat_completion_source) {
case chat_completion_sources.OPENAI:
case chat_completion_sources.CUSTOM:
if (!data.choices?.length) {
return null;
}