rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

#1859 Set keep_alive for ollama

Browse Source
This commit is contained in:
Cohee
2024-02-26 21:09:21 +02:00
parent 73886c9fff
commit 29c4334c46
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/endpoints/backends/text-completions.js
View File

@ -283,6 +283,7 @@ router.post('/generate', jsonParser, async function (request, response) {
model: request.body.model, model: request.body.model,
prompt: request.body.prompt, prompt: request.body.prompt,
stream: request.body.stream ?? false, stream: request.body.stream ?? false,
keep_alive: -1,
raw: true, raw: true,
options: _.pickBy(request.body, (_, key) => OLLAMA_KEYS.includes(key)), options: _.pickBy(request.body, (_, key) => OLLAMA_KEYS.includes(key)),
}); });