rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Allow multiple stop strings for TogetherAI

Browse Source
This commit is contained in:
Cohee
2024-01-26 17:40:20 +02:00
parent 354a6b76c7
commit cb32e28b82
2 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/constants.js
View File

@ -187,6 +187,7 @@ const TOGETHERAI_KEYS = [
'top_k', 'top_k',
'repetition_penalty', 'repetition_penalty',
'stream', 'stream',
'stop',
]; ];
// https://github.com/jmorganca/ollama/blob/main/docs/api.md#request-with-options // https://github.com/jmorganca/ollama/blob/main/docs/api.md#request-with-options

4
src/endpoints/backends/text-completions.js
View File

@ -257,11 +257,7 @@ router.post('/generate', jsonParser, async function (request, response) {
setAdditionalHeaders(request, args, baseUrl); setAdditionalHeaders(request, args, baseUrl);
if (request.body.api_type === TEXTGEN_TYPES.TOGETHERAI) { if (request.body.api_type === TEXTGEN_TYPES.TOGETHERAI) {
const stop = Array.isArray(request.body.stop) ? request.body.stop[0] : '';
request.body = _.pickBy(request.body, (_, key) => TOGETHERAI_KEYS.includes(key)); request.body = _.pickBy(request.body, (_, key) => TOGETHERAI_KEYS.includes(key));
if (typeof stop === 'string' && stop.length > 0) {
request.body.stop = stop;
}
args.body = JSON.stringify(request.body); args.body = JSON.stringify(request.body);
} }