#1859 Set keep_alive for ollama

This commit is contained in:
Cohee 2024-02-26 21:09:21 +02:00
parent 73886c9fff
commit 29c4334c46
1 changed files with 1 additions and 0 deletions

View File

@ -283,6 +283,7 @@ router.post('/generate', jsonParser, async function (request, response) {
model: request.body.model,
prompt: request.body.prompt,
stream: request.body.stream ?? false,
keep_alive: -1,
raw: true,
options: _.pickBy(request.body, (_, key) => OLLAMA_KEYS.includes(key)),
});