#1859 Set keep_alive for ollama
This commit is contained in:
parent
73886c9fff
commit
29c4334c46
|
@ -283,6 +283,7 @@ router.post('/generate', jsonParser, async function (request, response) {
|
|||
model: request.body.model,
|
||||
prompt: request.body.prompt,
|
||||
stream: request.body.stream ?? false,
|
||||
keep_alive: -1,
|
||||
raw: true,
|
||||
options: _.pickBy(request.body, (_, key) => OLLAMA_KEYS.includes(key)),
|
||||
});
|
||||
|
|
Loading…
Reference in New Issue