diff --git a/src/constants.js b/src/constants.js index 80b7585b2..852d0ff87 100644 --- a/src/constants.js +++ b/src/constants.js @@ -187,6 +187,7 @@ const TOGETHERAI_KEYS = [ 'top_k', 'repetition_penalty', 'stream', + 'stop', ]; // https://github.com/jmorganca/ollama/blob/main/docs/api.md#request-with-options diff --git a/src/endpoints/backends/text-completions.js b/src/endpoints/backends/text-completions.js index f1ef4004d..c0f40637a 100644 --- a/src/endpoints/backends/text-completions.js +++ b/src/endpoints/backends/text-completions.js @@ -257,11 +257,7 @@ router.post('/generate', jsonParser, async function (request, response) { setAdditionalHeaders(request, args, baseUrl); if (request.body.api_type === TEXTGEN_TYPES.TOGETHERAI) { - const stop = Array.isArray(request.body.stop) ? request.body.stop[0] : ''; request.body = _.pickBy(request.body, (_, key) => TOGETHERAI_KEYS.includes(key)); - if (typeof stop === 'string' && stop.length > 0) { - request.body.stop = stop; - } args.body = JSON.stringify(request.body); }