For Mancer:

- Allow logprobs (works)
- Allow multiswipe (not yet)
- Adjust visible samplers
Fix: 0 logprob is 100% chance, handle accordingly.
This commit is contained in:
50h100a
2024-03-24 14:45:37 -04:00
parent 76cde592ad
commit 6f7e7b85ab
4 changed files with 37 additions and 22 deletions

View File

@ -4531,6 +4531,7 @@ function parseAndSaveLogprobs(data, continueFrom) {
logprobs = data?.completion_probabilities?.map(x => parseTextgenLogprobs(x.content, [x])) || null;
} break;
case textgen_types.APHRODITE:
case textgen_types.MANCER:
case textgen_types.TABBY: {
logprobs = parseTabbyLogprobs(data) || null;
} break;
@ -4585,7 +4586,7 @@ function extractMultiSwipes(data, type) {
return swipes;
}
if (main_api === 'openai' || (main_api === 'textgenerationwebui' && textgen_settings.type === textgen_types.APHRODITE)) {
if (main_api === 'openai' || main_api === 'mancer' || (main_api === 'textgenerationwebui' && textgen_settings.type === textgen_types.APHRODITE)) {
if (!Array.isArray(data.choices)) {
return swipes;
}