rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-03-04 11:57:44 +01:00
Code Issues Packages Projects Releases Wiki Activity

add logsprobs support for custom OpenAI APIs

Browse Source
This commit is contained in:
anon 2024-02-04 22:48:41 +00:00
parent b7921f1edd
commit 634c9aad3b
2 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
public/scripts/openai.js
View File

@ -1617,7 +1617,7 @@ async function sendOpenAIRequest(type, messages, signal) {
} }
// Add logprobs request (currently OpenAI only, max 5 on their side) // Add logprobs request (currently OpenAI only, max 5 on their side)
if (useLogprobs && isOAI) { if (useLogprobs && (isOAI || isCustom)) {
generate_data['logprobs'] = 5; generate_data['logprobs'] = 5;
} }
@ -1768,6 +1768,7 @@ function parseChatCompletionLogprobs(data) {
switch (oai_settings.chat_completion_source) { switch (oai_settings.chat_completion_source) {
case chat_completion_sources.OPENAI: case chat_completion_sources.OPENAI:
case chat_completion_sources.CUSTOM:
if (!data.choices?.length) { if (!data.choices?.length) {
return null; return null;
} }

11
src/endpoints/backends/chat-completions.js
View File

@ -751,7 +751,16 @@ router.post('/generate', jsonParser, function (request, response) {
apiUrl = request.body.custom_url; apiUrl = request.body.custom_url;
apiKey = readSecret(SECRET_KEYS.CUSTOM); apiKey = readSecret(SECRET_KEYS.CUSTOM);
headers = {}; headers = {};
bodyParams = {}; bodyParams = {
logprobs: request.body.logprobs,
};
// Adjust logprobs params for Chat Completions API, which expects { top_logprobs: number; logprobs: boolean; }
if (!isTextCompletion && bodyParams.logprobs > 0) {
bodyParams.top_logprobs = bodyParams.logprobs;
bodyParams.logprobs = true;
}
mergeObjectWithYaml(bodyParams, request.body.custom_include_body); mergeObjectWithYaml(bodyParams, request.body.custom_include_body);
mergeObjectWithYaml(headers, request.body.custom_include_headers); mergeObjectWithYaml(headers, request.body.custom_include_headers);
} else { } else {